-- Logs begin at Fri 2021-08-27 03:09:41 UTC, end at Fri 2021-08-27 04:32:56 UTC. -- Aug 27 03:54:20.946358 dv-cinder-804757-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 27 03:54:23.678720 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:54:23.679307 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:54:23.679526 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:54:23.682883 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.common.config [-] Logging enabled! Aug 27 03:54:23.683145 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 27 03:54:23.683468 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94377) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 27 03:54:23.684422 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:54:23.684665 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:54:23.685032 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:54:23.685795 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:54:23.686030 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:54:23.686517 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.686857 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.687168 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.687408 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.687715 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.688020 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.688315 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.688613 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.688925 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.689223 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.689514 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.689809 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.690050 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.690341 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.690666 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.690965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.691197 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.691487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.691924 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.692343 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.692630 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.692934 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.693224 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.693509 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.693796 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.694087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.694434 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] host = dv-cinder-804757-2-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.694745 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.695044 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.695341 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.695639 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.695924 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.696208 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.696501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.696782 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.697062 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.697348 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.697645 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.697942 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.698242 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.698473 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.698728 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.699030 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.699324 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.699610 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.699892 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.700175 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.700458 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.700741 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.701694 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.702010 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.702308 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.702624 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.702917 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.703204 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.703493 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.703778 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.704076 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.704361 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.704644 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.704929 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.705224 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.705504 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.705786 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.706098 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.706396 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.706711 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.707009 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.707294 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.707585 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.707870 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.708160 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.708443 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.708726 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.709010 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.709304 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.709589 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.709872 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.710158 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.710442 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.710759 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:23.711069 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.711374 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.711683 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.711976 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.712281 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.712571 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.712871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.713158 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.713462 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.713759 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.714054 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.714343 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.714662 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.714952 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.715256 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.715571 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.715872 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.716172 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.716455 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.716873 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.717248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.717549 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.717846 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.718134 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.718434 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.718764 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.719055 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.719348 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.719650 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.719951 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.720233 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.720520 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.720822 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.721111 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.721389 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.721674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.721971 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.722258 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.722537 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.722849 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.723135 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.723418 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.723695 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.723982 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.724280 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.724564 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.724842 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.725121 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.725405 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.725683 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.725971 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.726251 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.726529 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.726830 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.727117 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.727398 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.727674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.727958 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.728236 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.728517 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.728795 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.729072 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.729349 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.729654 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.729932 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.730209 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.730484 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.730789 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.731070 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.731349 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.731625 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.731903 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.732729 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.733116 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.733437 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.733728 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.734016 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.734305 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.734611 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.734901 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.735187 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.735474 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.735762 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.736042 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.736340 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.736631 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.736923 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.737214 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.737504 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.737815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.738107 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.738421 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.738734 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.739023 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.739319 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.739615 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.739944 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.740248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.740551 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.740875 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.741174 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.741479 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.741782 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.742094 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:23.742318 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:54:23.742583 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94377) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 27 03:54:24.099687 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:54:24.099973 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:54:24.100271 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 27 03:54:24.100614 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 27 03:54:24.499720 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.500012 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.500292 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.501660 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.501944 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.502219 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.538768 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.539151 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.539430 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.556419 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.556708 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.556984 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.591228 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.592013 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.592233 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.630612 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.630900 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.631175 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.865480 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.866107 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.866107 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.866291 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.867139 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.990784 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.991119 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.991410 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.991689 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.991964 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.992281 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.992553 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.992822 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.993084 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.993372 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.993682 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.993910 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.994173 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.994429 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.994717 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.994986 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.995251 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.995524 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.995797 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.996058 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.996335 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.996594 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.996882 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.997267 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.997525 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.997805 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:24.998268 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.998515 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.998786 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.999030 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.999272 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.999515 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:24.999887 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 27 03:54:25.003092 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 27 03:54:25.007185 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 27 03:54:25.011014 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 27 03:54:25.012652 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 27 03:54:25.013106 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 27 03:54:25.013487 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 27 03:54:25.013871 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 27 03:54:25.016745 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 27 03:54:25.017003 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 27 03:54:25.017357 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:54:25.022712 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 27 03:54:25.046156 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 27 03:54:25.046657 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:25.046965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94377) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 27 03:54:25.047341 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:25.048718 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94377) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 27 03:54:25.049010 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 27 03:54:25.049266 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 27 03:54:25.052525 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:25.052814 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:25.116814 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 27 03:54:25.116998 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 27 03:54:25.117244 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 27 03:54:25.117629 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 27 03:54:25.138554 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_db.sqlalchemy.engines [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94377) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 27 03:54:25.839326 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing driver for type 'gre' Aug 27 03:54:25.839846 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] gre ID ranges: [(1, 1000)] Aug 27 03:54:26.056300 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing driver for type 'local' Aug 27 03:54:26.056864 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing driver for type 'vlan' Aug 27 03:54:26.138396 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] VlanTypeDriver initialization complete Aug 27 03:54:26.139123 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing driver for type 'vxlan' Aug 27 03:54:26.139648 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] vxlan ID ranges: [(1, 1000)] Aug 27 03:54:26.372303 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing extension driver 'port_security' Aug 27 03:54:26.373211 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.extensions.port_security [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] PortSecurityExtensionDriver initialization complete Aug 27 03:54:26.373557 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing mechanism driver 'openvswitch' Aug 27 03:54:26.373892 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing mechanism driver 'hyperv' Aug 27 03:54:26.380417 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94377) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:26.381099 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.381467 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.381814 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.382332 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.382820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.383140 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.383484 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.383871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.384272 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.384618 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.384956 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.385344 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.385745 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.386091 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.386428 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.386983 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.387397 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.387748 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.388090 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.389514 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.389879 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > address_group after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.390229 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > address_group after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.390593 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.390987 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94377) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 27 03:54:26.391360 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] ML2 OVO RPC backend initialized. {{(pid=94377) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 27 03:54:26.392061 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.392416 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.392833 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.393179 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > networks before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.393527 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.393868 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > ports before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.394209 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.394576 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnets before_response 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.394920 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.395262 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.395598 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.395936 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.396272 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.396607 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.396942 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.397279 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.397612 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.398188 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.plugin [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Modular L2 Plugin initialization complete Aug 27 03:54:26.398513 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading services supported by the core plugin {{(pid=94377) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 27 03:54:26.398862 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.plugins.ml2.managers [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Got port-security extension from driver 'port_security' Aug 27 03:54:26.399320 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.extensions.vlantransparent [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Disabled vlantransparent extension. Aug 27 03:54:26.399796 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94377) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 27 03:54:26.400108 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: router Aug 27 03:54:26.441813 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.442210 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.442600 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router before_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.442974 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.443349 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.443706 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_delete 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.444064 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.444413 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.444768 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.445113 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.445495 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.445812 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.446167 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.446589 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.446959 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.447299 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.447632 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: subnet after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.447968 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.448312 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.448655 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.448997 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.449339 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.449692 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router after_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.450029 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.450377 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_create 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.451482 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.451839 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_update 55549900 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.452206 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > agent after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.452553 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > agent after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.452899 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > network after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.453753 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Tracking information for resource: router configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:26.454086 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Tracking information for resource: floatingip configured {{(pid=94377) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 27 03:54:26.459044 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.db.l3_agentschedulers_db [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 27 03:54:26.459656 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.460016 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.460365 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.460713 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: port after_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.461497 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router before_create 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.461859 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.462221 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_create 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.462592 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > router precommit_update 55550100 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.467194 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.provider_configuration [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service providers = [] {{(pid=94377) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 27 03:54:26.467559 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.db.servicetype_db [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94377) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 27 03:54:26.470471 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:54:26.470859 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:54:26.471205 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:54:26.472093 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.services.service_base [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94377) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 27 03:54:26.472463 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.services.service_base [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 27 03:54:26.472838 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.473153 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 27 03:54:26.483591 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.483924 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: auto_allocate Aug 27 03:54:26.489603 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: network precommit_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.489973 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: network precommit_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.490490 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.490884 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: tag Aug 27 03:54:26.497302 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.498292 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: timestamp Aug 27 03:54:26.502254 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.502599 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: network_ip_availability Aug 27 03:54:26.507968 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.508343 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.508700 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.509409 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.509734 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: flavors Aug 27 03:54:26.514919 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.515246 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading Plugin: revisions Aug 27 03:54:26.519467 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94377) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 27 03:54:26.519855 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.419s {{(pid=94377) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 27 03:54:26.520579 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94377) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 27 03:54:26.520915 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Initializing extension manager. Aug 27 03:54:26.521421 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: __init__.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.521761 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: __pycache__ {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.522094 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.522426 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.523191 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.523756 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: address-group Aug 27 03:54:26.524084 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: address_scope.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.524790 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.525294 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: address-scope Aug 27 03:54:26.525616 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.526534 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.527071 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: router-admin-state-down-before-update Aug 27 03:54:26.527393 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: agent.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.528272 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.528782 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: agent Aug 27 03:54:26.529140 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: agent_resources_synced.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.530082 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.530651 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: agent-resources-synced Aug 27 03:54:26.530929 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: allowedaddresspairs.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.532684 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.533197 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: allowed-address-pairs Aug 27 03:54:26.533523 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: auto_allocated_topology.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.534614 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.535129 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: auto-allocated-topology Aug 27 03:54:26.535448 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.536134 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.536639 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: availability_zone Aug 27 03:54:26.536957 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: availability_zone_filter.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.537858 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.538357 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: availability_zone_filter Aug 27 03:54:26.538701 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: data_plane_status.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.539604 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.540100 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension data-plane-status not supported by any of loaded plugins Aug 27 03:54:26.540418 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: default_subnetpools.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.541321 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.541821 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: default-subnetpools Aug 27 03:54:26.542141 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.542976 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.543480 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: dhcp_agent_scheduler Aug 27 03:54:26.543801 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: dns.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.544889 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.545392 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension dns-integration not supported by any of loaded plugins Aug 27 03:54:26.545719 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: dns_domain_ports.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.546931 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.547432 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 27 03:54:26.547757 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.548672 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.549173 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 27 03:54:26.549498 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: dvr.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.550278 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.550885 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: dvr Aug 27 03:54:26.551210 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: ecmp_routes.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.552344 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.553040 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 27 03:54:26.553364 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: empty_string_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.554287 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.554812 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: empty-string-filtering Aug 27 03:54:26.555141 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.556047 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.556546 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:54:26.556869 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.557771 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.558272 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 27 03:54:26.558620 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: external_net.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.559522 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.560022 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: external-net Aug 27 03:54:26.560860 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.561759 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.562262 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: extra_dhcp_opt Aug 27 03:54:26.562606 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: extraroute.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.563505 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.564009 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: extraroute Aug 27 03:54:26.564332 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: extraroute_atomic.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.565354 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.565856 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: extraroute-atomic Aug 27 03:54:26.566186 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: filter_validation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.566881 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.567380 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: filter-validation Aug 27 03:54:26.567702 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: fip_pf_description.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.568605 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.569106 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 27 03:54:26.569426 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: fip_port_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.570336 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.570872 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: fip-port-details Aug 27 03:54:26.571195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: flavors.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.572404 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.572920 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: flavors Aug 27 03:54:26.573242 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.574908 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.575450 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 27 03:54:26.575807 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: floatingip_pools.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.577019 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.577519 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: floatingip-pools Aug 27 03:54:26.577845 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: ip_allocation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.578792 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.579293 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension ip_allocation not supported by any of loaded plugins Aug 27 03:54:26.579633 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.580535 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.581041 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: ip-substring-filtering Aug 27 03:54:26.581366 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l2_adjacency.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.582355 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.582884 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 27 03:54:26.583206 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.584326 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.584842 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: router Aug 27 03:54:26.585170 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.587441 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.587967 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 27 03:54:26.588299 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.589224 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.589735 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: ext-gw-mode Aug 27 03:54:26.590059 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.591022 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.592556 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: l3-ha Aug 27 03:54:26.592944 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3_flavors.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.593871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.594381 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: l3-flavors Aug 27 03:54:26.594734 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.595644 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.596150 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 27 03:54:26.596470 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: l3agentscheduler.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.597555 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.598058 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: l3_agent_scheduler Aug 27 03:54:26.598383 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: logging.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.599923 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.600442 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension logging not supported by any of loaded plugins Aug 27 03:54:26.600772 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: metering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.601518 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.602092 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: metering Aug 27 03:54:26.602420 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.603549 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.604061 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: metering_source_and_destination_fields Aug 27 03:54:26.604388 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: multiprovidernet.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.605303 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.605806 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: multi-provider Aug 27 03:54:26.606128 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: netmtu.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.607160 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.608223 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: net-mtu Aug 27 03:54:26.608555 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: netmtu_writable.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.609470 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.609973 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: net-mtu-writable Aug 27 03:54:26.610296 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: network_availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.610994 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.611493 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: network_availability_zone Aug 27 03:54:26.611812 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: network_ip_availability.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.612894 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.613398 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: network-ip-availability Aug 27 03:54:26.613721 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: network_segment_range.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.614478 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.615002 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension network-segment-range not supported by any of loaded plugins Aug 27 03:54:26.615326 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: pagination.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.616302 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.616630 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: pagination Aug 27 03:54:26.616954 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: port_device_profile.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.617856 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.618368 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: port-device-profile Aug 27 03:54:26.618724 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.619635 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.620142 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: port-mac-address-regenerate Aug 27 03:54:26.620470 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.621375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.621879 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: port-numa-affinity-policy Aug 27 03:54:26.622200 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: port_resource_request.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.623799 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.624311 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension port-resource-request not supported by any of loaded plugins Aug 27 03:54:26.624771 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: portbindings.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.625702 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.626211 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: binding Aug 27 03:54:26.626533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: portbindings_extended.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.627970 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.628485 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: binding-extended Aug 27 03:54:26.628815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: portsecurity.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.629751 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.630258 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: port-security Aug 27 03:54:26.630607 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: project_id.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.631580 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.631910 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: project-id Aug 27 03:54:26.632232 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: providernet.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.633157 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.633668 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: provider Aug 27 03:54:26.633990 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.637523 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.638044 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos not supported by any of loaded plugins Aug 27 03:54:26.638953 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.640251 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.640712 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 27 03:54:26.641042 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.641956 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.642463 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 27 03:54:26.642809 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_default.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.643725 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.644233 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-default not supported by any of loaded plugins Aug 27 03:54:26.644560 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_fip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.645214 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.645712 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-fip not supported by any of loaded plugins Aug 27 03:54:26.646033 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_gateway_ip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.646982 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.647484 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 27 03:54:26.647807 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_port_network_policy.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.648713 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.649215 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 27 03:54:26.649537 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_pps_rule.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.650716 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.651237 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-pps not supported by any of loaded plugins Aug 27 03:54:26.651566 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_rule_type_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.652473 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.652978 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 27 03:54:26.653300 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: qos_rules_alias.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.654423 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.655029 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 27 03:54:26.655352 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: quotasv2.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.656288 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.656616 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: quotas Aug 27 03:54:26.656943 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: quotasv2_detail.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.660051 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.660396 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: quota_details Aug 27 03:54:26.660726 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: rbac.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.661978 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.662499 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: rbac-policies Aug 27 03:54:26.662859 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: rbac_address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.663787 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.664295 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: rbac-address-group Aug 27 03:54:26.664622 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: rbac_address_scope.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.665539 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.666045 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: rbac-address-scope Aug 27 03:54:26.666370 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: rbac_security_groups.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.667308 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.667813 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: rbac-security-groups Aug 27 03:54:26.668136 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: rbac_subnetpool.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.669044 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.669594 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: rbac-subnetpool Aug 27 03:54:26.670007 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: revisionifmatch.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.671214 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.671725 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: revision-if-match Aug 27 03:54:26.672053 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: revisions.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.673171 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.673679 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: standard-attr-revisions Aug 27 03:54:26.674007 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: router_availability_zone.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.674710 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.675215 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: router_availability_zone Aug 27 03:54:26.675536 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: routerservicetype.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.676451 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.676957 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension router-service-type not supported by any of loaded plugins Aug 27 03:54:26.677279 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.678194 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.678741 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: security-groups-normalized-cidr Aug 27 03:54:26.679064 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.679975 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.680480 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: port-security-groups-filtering Aug 27 03:54:26.680801 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.681720 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.682233 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: security-groups-remote-address-group Aug 27 03:54:26.682575 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: securitygroup.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.693992 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.694523 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: security-group Aug 27 03:54:26.694881 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: segment.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.695677 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.696187 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension segment not supported by any of loaded plugins Aug 27 03:54:26.696514 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.697454 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.697963 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 27 03:54:26.698284 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: servicetype.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.699495 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.700018 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: service-type Aug 27 03:54:26.700346 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: sorting.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.702038 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.702381 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: sorting Aug 27 03:54:26.702730 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: standard_attr_segment.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.703655 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.704170 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 27 03:54:26.704492 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: standardattrdescription.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.705141 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.705643 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: standard-attr-description Aug 27 03:54:26.705965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: stateful_security_group.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.706937 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.707465 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: stateful-security-group Aug 27 03:54:26.707792 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: stdattrs_common.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.708375 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 27 03:54:26.708695 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.709613 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.710121 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 27 03:54:26.710447 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnet_onboard.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.711547 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.712058 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: subnet_onboard Aug 27 03:54:26.712379 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.713306 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.713813 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 27 03:54:26.714135 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnet_service_types.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.715078 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.715590 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: subnet-service-types Aug 27 03:54:26.715912 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnetallocation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.717370 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.717882 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: subnet_allocation Aug 27 03:54:26.718206 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.718909 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.719414 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: subnetpool-prefix-ops Aug 27 03:54:26.719736 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.720662 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.721184 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 27 03:54:26.721485 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: tagging.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.722536 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.723163 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: standard-attr-tag Aug 27 03:54:26.723490 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: timestamp.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.724689 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.725204 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loaded extension: standard-attr-timestamp Aug 27 03:54:26.725532 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: trunk.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.726605 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.727126 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension trunk not supported by any of loaded plugins Aug 27 03:54:26.727449 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: trunk_details.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.728373 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.728878 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension trunk-details not supported by any of loaded plugins Aug 27 03:54:26.729202 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: uplink_status_propagation.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.730118 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.730651 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 27 03:54:26.730979 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Loading extension file: vlantransparent.py {{(pid=94377) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 27 03:54:26.731645 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94377) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 27 03:54:26.732723 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 27 03:54:26.735154 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:network Aug 27 03:54:26.735675 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnet Aug 27 03:54:26.736073 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:54:26.736464 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:port Aug 27 03:54:26.737690 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.738121 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service FLAVORS assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.738768 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.739189 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.739519 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:router Aug 27 03:54:26.739945 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:54:26.740444 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service METERING assigned prefix: /metering {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.741871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.742240 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.742614 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94377) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 03:54:26.743644 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:54:26.744088 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:54:26.744517 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:54:26.745100 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.745440 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:54:26.745787 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] subnetpool is already registered Aug 27 03:54:26.746206 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.746530 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:54:26.746887 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] subnetpool is already registered Aug 27 03:54:26.749765 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.750194 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service FLAVORS assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.750817 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.751237 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.751567 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:router Aug 27 03:54:26.751904 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] router is already registered Aug 27 03:54:26.752319 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:floatingip Aug 27 03:54:26.752651 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] floatingip is already registered Aug 27 03:54:26.753098 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service METERING assigned prefix: /metering {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.753760 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of CountableResource for resource:rbac_policy Aug 27 03:54:26.754087 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] rbac_policy is already registered Aug 27 03:54:26.754494 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:security_group Aug 27 03:54:26.754856 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] security_group is already registered Aug 27 03:54:26.755254 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 27 03:54:26.755584 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] security_group_rule is already registered Aug 27 03:54:26.756212 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.756540 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:54:26.756871 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] subnetpool is already registered Aug 27 03:54:26.757292 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.v2.resource_helper [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Service CORE assigned prefix: {{(pid=94377) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 27 03:54:26.757612 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Creating instance of TrackedResource for resource:subnetpool Aug 27 03:54:26.757940 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING neutron.quota.resource_registry [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] subnetpool is already registered Aug 27 03:54:26.758406 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: extensions {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.759895 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: address-groups {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.761369 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: address-scopes {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.762710 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.763967 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: auto-allocated-topology {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.765196 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: availability_zones {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.766420 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: dhcp-networks {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.767979 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: dhcp-agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.769396 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.771602 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: flavors {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.772766 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: service_profiles {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.773982 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: next_providers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.775458 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: service_profiles {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.776990 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: floatingip-pools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.778199 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.780363 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: floatingips {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.781653 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: l3-routers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.783068 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: l3-agents {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.784456 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: metering-labels {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.785801 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: metering-label-rules {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.787099 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: network-ip-availabilities {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.788372 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: bindings {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.790015 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: quotas {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.791488 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: quotas {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.792908 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: rbac-policies {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.794105 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: security-groups {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.796488 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: security-group-rules {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.797738 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: service-providers {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.799072 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: subnetpools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.801506 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: subnetpools {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.803038 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.804719 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.806517 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.808310 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.810855 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.812711 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.814372 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.816302 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.818094 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.819888 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron.api.extensions [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Extended resource: tags {{(pid=94377) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 27 03:54:26.825954 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING keystonemiddleware.auth_token [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 27 03:54:26.830698 dv-cinder-804757-2-iscsi neutron-server[94377]: WARNING keystonemiddleware.auth_token [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 27 03:54:26.838978 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Acquired lock "singleton_lock" {{(pid=94377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 27 03:54:26.839451 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_concurrency.lockutils [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Releasing lock "singleton_lock" {{(pid=94377) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 27 03:54:26.840090 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Starting 2 workers Aug 27 03:54:26.844973 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Started child 94486 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:54:26.849454 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Started child 94487 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:54:26.850362 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.851034 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO neutron.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 27 03:54:26.851700 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Notify callbacks [] for process, before_spawn {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.851997 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [-] (94486) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:54:26.854169 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Starting 1 workers Aug 27 03:54:26.854302 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.855734 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [-] (94487) wsgi starting up on http://0.0.0.0:9696 Aug 27 03:54:26.860023 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Started child 94488 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:54:26.860543 dv-cinder-804757-2-iscsi neutron-server[94377]: INFO oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Starting 1 workers Aug 27 03:54:26.863946 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] calling RpcWorker wait() {{(pid=94488) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 27 03:54:26.864500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] returning from RpcWorker wait() {{(pid=94488) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 27 03:54:26.865283 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Started child 94489 {{(pid=94377) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 27 03:54:26.865910 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.866116 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG neutron_lib.callbacks.manager [None req-ecbc5810-a05c-4064-8ac9-42011c62c474 None None] Notify callbacks [] for process, after_spawn {{(pid=94377) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.866473 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:26.868048 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:54:26.868254 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:54:26.868439 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:54:26.868651 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:54:26.868986 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:54:26.869147 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:54:26.869676 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.869967 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.870231 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.870496 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.870815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.871110 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:26.871594 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.871677 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.871883 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.872149 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.872399 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.872616 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.873459 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.873729 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.873985 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.874265 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.874713 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.874954 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.875251 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.875423 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.875673 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.875942 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.876184 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.876453 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.876702 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.877209 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.877443 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.877677 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.877914 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.878198 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.878424 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.878879 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.878977 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.879291 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.879449 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.879689 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.879929 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.880136 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.880352 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.880606 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.880828 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.881283 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host = dv-cinder-804757-2-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.881518 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.881741 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.881967 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.882193 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.882449 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.882687 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.882937 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.883192 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.883460 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.883684 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.883942 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.884197 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.884446 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.884684 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.884840 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_options = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.885057 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.885338 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.885595 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.885785 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.885955 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.886138 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.886390 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.886541 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.886816 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.887036 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.887266 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.887504 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.887670 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.887898 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.888226 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.889271 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.889701 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.889952 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.890200 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.896087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.897273 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.898501 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.899533 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.900674 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.902820 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.903824 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.903824 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.903824 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.903824 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.903824 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.904879 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:26.904965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.904965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.904965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.904965 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.905248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.905248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.905499 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.905825 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.906083 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.906356 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.906662 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.906899 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.907120 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.907342 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.907557 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.907775 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.908062 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.908261 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.908547 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.908696 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.908935 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.909161 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.909393 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.909636 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.909879 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.910150 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.910396 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.910651 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.910866 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.911079 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.911316 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.911536 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.911767 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.912001 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.912252 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.912476 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.912715 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.912923 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.913134 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.913350 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.913595 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.913810 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.914020 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.914230 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.914464 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.914698 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.914955 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.915171 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.915383 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.915593 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.915833 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.916059 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.916289 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.916596 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.916833 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.917054 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.917265 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.917607 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.917726 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.917948 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.918304 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.918706 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.919079 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.919305 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.919723 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.919849 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.920164 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.920333 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.920550 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.920808 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.921383 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.921607 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.921862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.922082 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.922333 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.922612 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.922844 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.923335 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.923755 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.924174 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.924446 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.924700 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.924928 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.925181 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.925433 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.925687 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.925919 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.926157 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.926371 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.926639 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.926899 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.927184 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.927432 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.927660 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.927913 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.928140 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.928406 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.928627 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.928886 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.929100 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.929359 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.929630 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.929888 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.930178 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.930431 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.930697 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.930953 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.931346 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.931469 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.931670 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.931925 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.932163 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.932450 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.932695 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.932912 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.933142 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.933388 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.933695 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.933921 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.934131 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.934338 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.934633 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.934861 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936683 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936762 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.936927 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.937329 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.937541 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.937790 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.938021 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.938424 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.938676 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.938942 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.939118 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.939322 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.939557 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.939782 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.940015 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.940228 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.940457 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.940666 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.940886 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.941119 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.941340 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.941574 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.941811 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.942054 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.942298 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.942518 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.942809 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.943054 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.943266 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.943511 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.943750 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.944160 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.944381 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.944618 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.944993 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.945204 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.945571 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.945936 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.946149 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.946360 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.946618 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.946834 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.947095 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.947353 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.947691 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.947938 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.948183 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.948422 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.948638 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.948884 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.949116 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.949331 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.949545 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.949757 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.949968 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.950223 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.950460 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.951265 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.951468 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.951675 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.951881 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.952094 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.952306 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.952585 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.952839 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.953064 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.953312 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.953548 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.953772 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.954012 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.954219 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.954425 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.954664 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.954877 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.955082 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.955306 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.955513 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.955717 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.955934 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.956147 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.956353 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.956573 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.956779 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.957024 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.957246 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.957457 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.957663 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.957882 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.958086 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.958291 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.958511 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.958754 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.958956 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.959197 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.959420 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.959631 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.959847 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.960061 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.960265 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.960555 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.960801 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.961036 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.961321 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.961563 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.961815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.962056 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.962363 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.962592 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.962832 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.963105 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.963283 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.963521 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.963772 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.964087 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.964352 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.964594 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.964858 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.965126 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.965400 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.965675 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.965910 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.966200 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.967096 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.967368 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.967709 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.967958 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.968207 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.968451 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.968682 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.968987 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.969179 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.969363 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.969616 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.969842 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.970088 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.970299 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.970522 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.970779 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.971017 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.971245 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.971488 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.971712 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.971872 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:54:26.972409 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94377) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 27 03:54:26.972570 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 27 03:54:26.972913 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 27 03:54:26.973226 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 27 03:54:26.973599 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 27 03:54:26.973923 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 27 03:54:26.974304 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.974495 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.974663 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.974816 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.974978 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.975357 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.975518 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.976375 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.976650 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.976742 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.976865 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977027 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977187 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977345 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977503 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977667 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977817 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.977976 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.978141 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.978305 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.978464 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.978713 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.978871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] debug = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979032 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979233 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979398 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979556 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979714 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.979871 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980028 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980184 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980341 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980498 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980656 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.980978 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981115 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981271 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981427 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981584 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981742 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host = dv-cinder-804757-2-iscsi {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.981899 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.982189 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.982416 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.982670 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.982807 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983038 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983163 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983285 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983396 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983539 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983698 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.983855 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984013 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984325 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_options = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984482 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984638 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984794 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.984981 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985145 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985303 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985461 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985618 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985776 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.985933 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986091 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986405 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986741 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.986898 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987055 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987212 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987368 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987525 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987681 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987837 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.987993 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988149 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988306 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988475 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988623 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988774 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.988932 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989082 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989230 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989387 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989544 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989700 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.989857 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990014 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990170 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990331 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990488 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990665 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990823 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.990979 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991136 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991292 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991449 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991605 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_json = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991760 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.991918 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992074 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992232 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992389 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992886 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992886 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.992886 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 27 03:54:26.993186 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993186 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993386 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993666 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993772 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.993904 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994063 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994221 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994380 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994545 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994730 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.994901 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.995063 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.995221 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:26.997586 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.000843 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.001659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.002629 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.003577 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.004862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.005818 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.006699 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007504 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007504 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007647 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007722 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.007858 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008006 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008162 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008326 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008490 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008675 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.008869 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009011 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009133 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009255 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009453 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009609 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009692 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009815 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.009970 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010128 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010286 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010443 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010631 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010792 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.010958 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011156 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011304 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011430 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011591 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011751 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.011910 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012068 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012226 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012384 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012542 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012701 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.012861 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.013019 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.013705 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.013885 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.014064 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.014204 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.014497 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.014708 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.014867 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015026 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015186 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015345 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015565 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015649 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015799 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.015957 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016115 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016275 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016434 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016594 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016752 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.016910 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017069 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017230 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017390 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017603 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017770 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.017931 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018089 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018248 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018410 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018589 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018749 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.018908 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019067 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019227 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019385 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019544 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019703 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.019862 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020021 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020179 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020337 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020495 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020657 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020816 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.020977 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021136 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021297 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021456 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021616 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021777 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.021936 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.022095 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.022254 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.022414 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.022800 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.022800 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023025 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023092 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023196 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023416 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023523 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023677 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023836 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.023995 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024153 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024312 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024470 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024628 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024785 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.024943 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025101 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025262 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025425 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025585 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025745 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.025922 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026060 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026219 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026379 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026553 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026739 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.026880 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027039 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027197 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027356 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027527 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027686 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.027844 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028002 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028160 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028327 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028499 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028659 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.028837 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.029628 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.029800 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.029959 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.030129 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.030288 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.030516 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.031169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.031169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.031169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.031169 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.032704 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.033487 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034195 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034767 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034767 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034767 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.034767 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035202 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035202 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035202 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035503 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035503 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035737 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035855 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.035993 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036141 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036308 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036480 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036640 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036799 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.036958 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037116 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037275 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037433 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037592 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037751 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.037909 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038067 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038228 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038392 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038551 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038730 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.038890 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.039096 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.039196 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.039354 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.039513 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 27 03:54:27.039665 dv-cinder-804757-2-iscsi neutron-server[94377]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94377) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 27 03:54:27.050496 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:27.129978 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 35536) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:27.139996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065536 Aug 27 03:54:39.099503 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c73342-0059-4dc1-95dd-b7a2e1aab753 None None] get_active_networks_info from dv-cinder-804757-2-iscsi {{(pid=94488) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 27 03:54:39.234080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c73342-0059-4dc1-95dd-b7a2e1aab753 None None] No non-hosted networks {{(pid=94488) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 27 03:54:39.249367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.agentschedulers_db [None req-c2c73342-0059-4dc1-95dd-b7a2e1aab753 None None] DHCP Agent not found on host dv-cinder-804757-2-iscsi {{(pid=94488) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 27 03:54:39.344966 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-76def88d-ad54-41f8-a126-21ad5d505b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:41.814344 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c11fec89-2b62-40f6-a77b-1ef0cab47ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:41.844509 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.db.api [None req-0c9e102e-2e5f-41b2-b344-5b46a113825d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-804757-2-iscsi {{(pid=94488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:54:41.846319 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG oslo_db.api [None req-0c9e102e-2e5f-41b2-b344-5b46a113825d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:54:41.973102 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:41.974161 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.974708 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.975240 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.976215 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.976879 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.977371 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.977857 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.978365 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.978923 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.979412 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.979898 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.980382 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:41.980945 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-804757-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:42.004019 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-804757-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:54:42.366979 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0c9e102e-2e5f-41b2-b344-5b46a113825d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:42.761661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:44.166383 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:45.123284 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 35628) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:45.614473 dv-cinder-804757-2-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-3b6b7eb5-0224-4b34-ac6c-fb41d3f574c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:45.615070 dv-cinder-804757-2-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-3b6b7eb5-0224-4b34-ac6c-fb41d3f574c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:45.834697 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-3b6b7eb5-0224-4b34-ac6c-fb41d3f574c5 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:54:45.846581 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3b6b7eb5-0224-4b34-ac6c-fb41d3f574c5 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7115858 Aug 27 03:54:48.005032 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.db.l3_hamode_db [None req-b42ab0ba-535c-4819-ab7b-89ebf3115501 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 27 03:54:48.081920 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ab0ba-535c-4819-ab7b-89ebf3115501 None None] Routers set() bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:54:48.082314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42ab0ba-535c-4819-ab7b-89ebf3115501 None None] Router IDs set() for agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 27 03:54:48.220333 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 35642) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:48.535178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:54:48.628782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.policy [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94487) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:54:48.677297 dv-cinder-804757-2-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:48.677667 dv-cinder-804757-2-iscsi neutron-server[94487]: WARNING oslo_policy.policy [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:48.686204 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.quota [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] Loaded quota_driver: . Aug 27 03:54:48.835147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635761688', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635763303', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635651293', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635650681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635335288', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8766635662024', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-133811948', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133572562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-435848', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1594472'] for rbac-policy, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:49.124523 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:49.125662 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-de56f076-2fb6-46e4-9061-37a7776cdd0a admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9043670 Aug 27 03:54:51.773512 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35654) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:52.323785 dv-cinder-804757-2-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:52.324367 dv-cinder-804757-2-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:52.551600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Request body: {'network': {'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'name': 'private', 'admin_state_up': True, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:54:52.553108 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.quota [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Loaded quota_driver: . Aug 27 03:54:52.670466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Made reservation on behalf of 3953d9945a8c4f53a64136a4286b7dd0 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:54:52.738542 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.policy [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94486) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 27 03:54:52.783299 dv-cinder-804757-2-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:52.783860 dv-cinder-804757-2-iscsi neutron-server[94486]: WARNING oslo_policy.policy [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 27 03:54:52.793415 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:52.815890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:52.953604 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.021211 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.048773 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f860fe-3b0a-44ef-83d8-ccc49c09290e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:53.060085 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.060416 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.060747 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.061070 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.061390 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.061724 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.062042 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.062355 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.062715 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.063028 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.063344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.063650 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Tracked resource versions report: Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: pushed versions: Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: { 'AddressGroup': {'1.2'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'ConntrackHelper': {'1.0'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Log': {'1.0'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Network': {'1.1'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Port': {'1.7'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'PortForwarding': {'1.2'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'QosPolicy': {'1.9'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroup': {'1.4'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SubPort': {'1.0'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Subnet': {'1.1'}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Trunk': {'1.1'}} Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: consumer versions: Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'ConntrackHelper': '1.0', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Log': '1.0', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Network': '1.1', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Port': '1.7', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'PortForwarding': '1.2', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'QosPolicy': '1.9', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroup': '1.4', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroupRule': '1.2', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SubPort': '1.0', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Subnet': '1.1', Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Trunk': '1.1'}} Aug 27 03:54:53.064686 dv-cinder-804757-2-iscsi neutron-server[94486]: {{(pid=94486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:54:53.135892 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:54:53.151529 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766631735013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.152103 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Unsubscribe: segment precommit_create {{(pid=94486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 03:54:53.152639 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Added segment 2e1bfd05-9115-4540-a335-bd6adf9a6e69 of type vlan for network 26b07e39-0f05-4ac4-9011-56542a482eec Aug 27 03:54:53.230295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.312942 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.314175 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:54:53.314858 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:53.416068 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] Pushing event updated for resources: {'Network': ['ID=26b07e39-0f05-4ac4-9011-56542a482eec,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:53.427696 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 26b07e39-0f05-4ac4-9011-56542a482eec details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:54:53.475925 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2dc6890e-9ebd-4f6b-ab5b-bf28c87e0e1c admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.6995716 Aug 27 03:54:56.235239 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35676) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:54:56.626374 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aff8087-006d-48f2-932e-130757e2e96f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:54:56.627752 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7aff8087-006d-48f2-932e-130757e2e96f admin admin] 10.222.0.73 "GET /v2.0/networks/26b07e39-0f05-4ac4-9011-56542a482eec HTTP/1.1" status: 200 len: 826 time: 0.3915529 Aug 27 03:54:56.668342 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dce02f6b-0b1b-48c9-82ba-159a42a0679b admin admin] 10.222.0.73 "GET /v2.0/subnetpools/7231bb19-5c18-46c0-b0f8-91ef424c53e5 HTTP/1.1" status: 200 len: 734 time: 0.0344446 Aug 27 03:54:56.677923 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Request body: {'subnet': {'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:54:56.798387 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Made reservation on behalf of 3953d9945a8c4f53a64136a4286b7dd0 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:54:56.800632 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:57.153725 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:57.221722 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:57.224414 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Checking segment: {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:54:57.224802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Network hostable DHCP agents. Network: 26b07e39-0f05-4ac4-9011-56542a482eec, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:54:57.330374 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Network 26b07e39-0f05-4ac4-9011-56542a482eec is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:54:57.415471 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 26b07e39-0f05-4ac4-9011-56542a482eec) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:54:57.420419 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:54:57.421274 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:57.427007 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39866779-e87d-405f-8085-2b58341f091e None None] Network 26b07e39-0f05-4ac4-9011-56542a482eec requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:54:57.510299 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b353958a-7934-4176-84e8-fc60471a6aac admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8356171 Aug 27 03:54:57.760089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-26b07e39-0f05-4ac4-9011-56542a482eec', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:54:57.761350 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.059924 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Allocated IP 172.20.0.2 (26b07e39-0f05-4ac4-9011-56542a482eec/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68/ef68bc5d-7f7f-45e0-9a01-7b23476f5cce) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:54:58.289404 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.333190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Transition to ACTIVE for port object ef68bc5d-7f7f-45e0-9a01-7b23476f5cce will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:54:58.354580 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Transition to ACTIVE for port object ef68bc5d-7f7f-45e0-9a01-7b23476f5cce will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:54:58.446880 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.522519 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Network 26b07e39-0f05-4ac4-9011-56542a482eec is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:54:58.528874 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:54:58.544759 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:54:58.556937 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Pushing event updated for resources: {'Port': ['ID=ef68bc5d-7f7f-45e0-9a01-7b23476f5cce,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:54:58.606129 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.606739 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.607366 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.607698 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.608038 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.608373 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.608700 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.609043 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.609390 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.609735 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.610043 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.610365 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Tracked resource versions report: Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: pushed versions: Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: { 'AddressGroup': {'1.2'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'ConntrackHelper': {'1.0'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Log': {'1.0'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Network': {'1.1'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Port': {'1.7'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'PortForwarding': {'1.2'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'QosPolicy': {'1.9'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroup': {'1.4'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SubPort': {'1.0'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Subnet': {'1.1'}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Trunk': {'1.1'}} Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: consumer versions: Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'ConntrackHelper': '1.0', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Log': '1.0', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Network': '1.1', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Port': '1.7', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'PortForwarding': '1.2', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'QosPolicy': '1.9', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroup': '1.4', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroupRule': '1.2', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SubPort': '1.0', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Subnet': '1.1', Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Trunk': '1.1'}} Aug 27 03:54:58.611490 dv-cinder-804757-2-iscsi neutron-server[94488]: {{(pid=94488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:54:58.651279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Attempting to bind port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:54:58.651673 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Attempting to bind port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:54:58.652176 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Attempting to bind port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce on network 26b07e39-0f05-4ac4-9011-56542a482eec {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:54:58.657974 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:54:58.658397 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Checking segment: {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:54:58.658918 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.659315 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Bound using segment: {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:54:58.659824 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Bound port: ef68bc5d-7f7f-45e0-9a01-7b23476f5cce, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:54:58.660293 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.730682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] For port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:54:58.734943 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] For port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ef68bc5d-7f7f-45e0-9a01-7b23476f5cce,segment=NetworkSegment(2e1bfd05-9115-4540-a335-bd6adf9a6e69),segment_id=2e1bfd05-9115-4540-a335-bd6adf9a6e69)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:54:58.817984 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:54:58.886743 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3cd87-9367-480b-8215-4d261ef193d4 None None] Pushing event updated for resources: {'Port': ['ID=ef68bc5d-7f7f-45e0-9a01-7b23476f5cce,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:00.007994 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35684) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:00.381130 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [None req-14774319-794a-493e-af28-ac65d05075ea admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:55:00.382144 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-14774319-794a-493e-af28-ac65d05075ea admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3731277 Aug 27 03:55:02.839242 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 35692) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:03.167371 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-5ca95429-3f51-4d1f-983e-a427b3cb9f19 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:55:03.168369 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5ca95429-3f51-4d1f-983e-a427b3cb9f19 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3282049 Aug 27 03:55:05.902361 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 35702) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:06.233514 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:55:06.349067 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.350859 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.510951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.612379 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.678093 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:06.679335 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-42168c54-c9d3-4fad-b083-32f652799f8f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7758081 Aug 27 03:55:07.669434 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be3fdc-5b4a-4400-9a65-60ea1cd77a77 None None] Network 26b07e39-0f05-4ac4-9011-56542a482eec requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:55:07.814122 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ef68bc5d-7f7f-45e0-9a01-7b23476f5cce up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:07.880534 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f3b9230f-d6d2-486b-ba53-9a909c3e9bff None None] Provisioning for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:55:08.023270 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:55:08.028116 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:08.028527 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.151214 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3f61d10e-58f4-4af9-83a1-c538a615855d None None] Provisioning complete for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:08.151584 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3f61d10e-58f4-4af9-83a1-c538a615855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.153023 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.213121 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ef68bc5d-7f7f-45e0-9a01-7b23476f5cce,segment=NetworkSegment(2e1bfd05-9115-4540-a335-bd6adf9a6e69),segment_id=2e1bfd05-9115-4540-a335-bd6adf9a6e69)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:55:08.256769 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3f61d10e-58f4-4af9-83a1-c538a615855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.290520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:08.361601 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.db.api [None req-3f61d10e-58f4-4af9-83a1-c538a615855d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94488) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 03:55:08.361973 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG oslo_db.api [None req-3f61d10e-58f4-4af9-83a1-c538a615855d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 03:55:08.366157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=ef68bc5d-7f7f-45e0-9a01-7b23476f5cce,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:09.027019 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-822550ad-2c06-4ca0-b8d8-13199a9d100c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:09.141955 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35716) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:09.451261 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [None req-67520ce4-2a92-4f58-8d70-2c8d544c3d4f admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:55:09.452254 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-67520ce4-2a92-4f58-8d70-2c8d544c3d4f admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093874 Aug 27 03:55:09.771200 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ef68bc5d-7f7f-45e0-9a01-7b23476f5cce up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:09.819181 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:09.819542 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:11.806150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09864615-5d6a-4acb-85d5-c480e781c8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:11.859293 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35724) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:11.946835 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.187591 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:55:12.272458 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Made reservation on behalf of d619747d92dd4ce8a23a9280f1833108 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:55:12.274782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.283683 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.380648 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.446084 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.464523 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Reserving flat network on physical network physnet1 {{(pid=94486) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 27 03:55:12.485408 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb5178-d8a4-41b0-9bf4-2b7f83df34e5,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:12.488298 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.488634 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Added segment a42ac1cb-219d-44c4-94e2-ff11644d78d1 of type flat for network b0966296-0ad8-4faf-a776-c234ad6e19f9 Aug 27 03:55:12.535400 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.649864 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.651005 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:12.651585 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.710367 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] Pushing event updated for resources: {'Network': ['ID=b0966296-0ad8-4faf-a776-c234ad6e19f9,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:12.725223 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:55:12.761206 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:12.801410 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-0c090f27-115c-45d6-ad7d-654e396435f2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9408293 Aug 27 03:55:14.108868 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:15.216212 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35742) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:15.417699 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ab4b53-338e-4ed5-95a8-09404f3235c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:15.419988 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b0ab4b53-338e-4ed5-95a8-09404f3235c7 admin admin] 10.222.0.73 "GET /v2.0/subnets/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68 HTTP/1.1" status: 200 len: 849 time: 0.2027254 Aug 27 03:55:15.586317 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-33087814-19c1-4d74-8e45-6691f330fe6f admin admin] 10.222.0.73 "GET /v2.0/routers/f83034c7-f0db-43c9-98ca-0f899ada3cdb HTTP/1.1" status: 200 len: 704 time: 0.1593468 Aug 27 03:55:15.870757 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:16.170404 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Allocated IP 172.20.0.1 (26b07e39-0f05-4ac4-9011-56542a482eec/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68/d7ad0f93-fa30-4427-be53-46f7c3bd9e78) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:55:16.325324 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:16.348011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Transition to ACTIVE for port object d7ad0f93-fa30-4427-be53-46f7c3bd9e78 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:55:16.498030 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:16.617172 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Network 26b07e39-0f05-4ac4-9011-56542a482eec is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:55:16.622446 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:55:16.627280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:55:16.628574 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:16.647411 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Pushing event updated for resources: {'Port': ['ID=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:16.916295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:16.966517 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bc11d5b0-c1ec-41d6-a46c-98e80fb84261 None None] Provisioning for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:55:16.972003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-bc11d5b0-c1ec-41d6-a46c-98e80fb84261 None None] Provisioning complete for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:16.972570 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bc11d5b0-c1ec-41d6-a46c-98e80fb84261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.011095 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-bc11d5b0-c1ec-41d6-a46c-98e80fb84261 None None] Port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:55:17.145826 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.227183 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.228120 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.312970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Pushing event updated for resources: {'Port': ['ID=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:17.366098 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Network 26b07e39-0f05-4ac4-9011-56542a482eec is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:55:17.367436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:55:17.533162 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b68ab414-72c2-4db7-83d3-c10b56fda5bf None None] Provisioning complete for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:17.533532 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b68ab414-72c2-4db7-83d3-c10b56fda5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:17.568770 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-b68ab414-72c2-4db7-83d3-c10b56fda5bf None None] Port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 03:55:17.634751 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Router f83034c7-f0db-43c9-98ca-0f899ada3cdb is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 03:55:17.730107 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:55:17.738085 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-607160c5-6d2d-4508-9c93-6ebf5a9316ee admin admin] 10.222.0.73 "PUT /v2.0/routers/f83034c7-f0db-43c9-98ca-0f899ada3cdb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1452532 Aug 27 03:55:17.759004 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Sync routers for ids ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:55:17.773574 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Routers {'f83034c7-f0db-43c9-98ca-0f899ada3cdb'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:55:17.774621 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T03:55:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:17.989463 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Set router f83034c7-f0db-43c9-98ca-0f899ada3cdb gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:55:18.633729 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:16Z', 'revision_number': 2, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port_host': None, '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:16Z', 'revision_number': 2, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:18.687152 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Checking router: f83034c7-f0db-43c9-98ca-0f899ada3cdb for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:55:18.687527 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Updating router f83034c7-f0db-43c9-98ca-0f899ada3cdb port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:55:18.739686 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.305510 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.323956 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Transition to ACTIVE for port object d7ad0f93-fa30-4427-be53-46f7c3bd9e78 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:55:19.440036 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.584421 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Pushing event updated for resources: {'Port': ['ID=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:19.610606 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.611036 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.611284 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.611599 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.611920 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.612240 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.612559 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.612875 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.613208 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.613528 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.613841 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.614152 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Tracked resource versions report: Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: pushed versions: Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: { 'AddressGroup': {'1.2'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'ConntrackHelper': {'1.0'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Log': {'1.0'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Network': {'1.1'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Port': {'1.7'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'PortForwarding': {'1.2'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'QosPolicy': {'1.9'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroup': {'1.4'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SubPort': {'1.0'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Subnet': {'1.1'}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Trunk': {'1.1'}} Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: consumer versions: Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'ConntrackHelper': '1.0', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Log': '1.0', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Network': '1.1', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Port': '1.7', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'PortForwarding': '1.2', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'QosPolicy': '1.9', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroup': '1.4', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroupRule': '1.2', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SubPort': '1.0', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Subnet': '1.1', Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Trunk': '1.1'}} Aug 27 03:55:19.615547 dv-cinder-804757-2-iscsi neutron-server[94489]: {{(pid=94489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:55:19.628371 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Attempting to bind port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:55:19.628764 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Attempting to bind port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:55:19.629194 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Attempting to bind port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 on network 26b07e39-0f05-4ac4-9011-56542a482eec {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:55:19.634452 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:55:19.635007 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Checking segment: {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:55:19.635611 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.635885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Bound using segment: {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:55:19.636547 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Bound port: d7ad0f93-fa30-4427-be53-46f7c3bd9e78, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e1bfd05-9115-4540-a335-bd6adf9a6e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:55:19.637030 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.705384 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] For port d7ad0f93-fa30-4427-be53-46f7c3bd9e78, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:55:19.725259 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] For port d7ad0f93-fa30-4427-be53-46f7c3bd9e78, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,segment=NetworkSegment(2e1bfd05-9115-4540-a335-bd6adf9a6e69),segment_id=2e1bfd05-9115-4540-a335-bd6adf9a6e69)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:55:19.833119 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:19.893347 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Routers {'f83034c7-f0db-43c9-98ca-0f899ada3cdb'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:55:19.893980 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T03:55:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:19.964060 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c3030-fc0c-42c5-9c98-ce95a7c35d52 None None] Pushing event updated for resources: {'Port': ['ID=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:19.994196 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] Set router f83034c7-f0db-43c9-98ca-0f899ada3cdb gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:55:20.215323 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:16Z', 'revision_number': 2, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port_host': None, '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:19Z', 'revision_number': 4, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:20.243004 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221d26e7-4938-434a-a114-fa3795f394bb None None] The sync data for ids ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'] in dv-cinder-804757-2-iscsi is: [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:16Z', 'revision_number': 2, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port_host': None, '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:19Z', 'revision_number': 4, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:55:20.310193 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35762) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:20.422783 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b070a-45fa-449f-9f56-401c03da2986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:20.424172 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-da3b070a-45fa-449f-9f56-401c03da2986 admin admin] 10.222.0.73 "GET /v2.0/networks/b0966296-0ad8-4faf-a776-c234ad6e19f9 HTTP/1.1" status: 200 len: 842 time: 0.1129942 Aug 27 03:55:20.435049 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:55:20.586343 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Made reservation on behalf of d619747d92dd4ce8a23a9280f1833108 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:55:20.588610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:20.948541 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.objects.ports [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94486) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 27 03:55:20.948951 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:21.005487 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9d9053-9abb-4816-bb31-9f8693493349,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:21.012860 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:55:21.012860 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Network hostable DHCP agents. Network: b0966296-0ad8-4faf-a776-c234ad6e19f9, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:55:21.131320 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:55:21.232782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, b0966296-0ad8-4faf-a776-c234ad6e19f9) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:55:21.237203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:21.237786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:21.243227 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c0dfd0-1daf-4297-9bb2-082a658092f3 None None] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:55:21.372028 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28fe683-a42c-4546-9a6a-b388698a8298 None None] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:55:21.381576 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e9f9711a-8dd2-4572-ad80-1412526c436c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9506757 Aug 27 03:55:23.840532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35770) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:24.082444 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5631d3f8-a79a-4a0d-bb1c-e0f180b605ec admin admin] 10.222.0.73 "GET /v2.0/routers/f83034c7-f0db-43c9-98ca-0f899ada3cdb HTTP/1.1" status: 200 len: 710 time: 0.2383256 Aug 27 03:55:24.183228 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1185860-308f-4ed6-9dc9-e3ca5b4e87dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:55:24.184907 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b1185860-308f-4ed6-9dc9-e3ca5b4e87dd admin admin] 10.222.0.73 "GET /v2.0/networks/b0966296-0ad8-4faf-a776-c234ad6e19f9 HTTP/1.1" status: 200 len: 886 time: 0.0940201 Aug 27 03:55:24.194851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:55:24.490099 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:24.828847 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:24.913311 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.036798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Allocated IP 172.27.3.153 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/fa776a68-a68a-405a-85b3-8e6d2f2c40f1) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:55:25.171350 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.289657 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.327221 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:55:25.330072 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:55:25.332885 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:55:25.381162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Pushing event updated for resources: {'Port': ['ID=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:25.755932 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:25.831281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d7ad0f93-fa30-4427-be53-46f7c3bd9e78 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:25.987003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:55:25.992845 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:25.995374 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.084501 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-436254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-440252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-130356'] for router, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.088779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-436229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-436236', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-440235'] for router, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.135888 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.169189 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port d7ad0f93-fa30-4427-be53-46f7c3bd9e78, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,segment=NetworkSegment(2e1bfd05-9115-4540-a335-bd6adf9a6e69),segment_id=2e1bfd05-9115-4540-a335-bd6adf9a6e69)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:55:26.228380 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Router f83034c7-f0db-43c9-98ca-0f899ada3cdb has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 03:55:26.267009 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.316417 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=d7ad0f93-fa30-4427-be53-46f7c3bd9e78,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:26.352379 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 03:55:26.360451 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:26.361726 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d536b72a-c603-43cd-9175-b7ee6599430c admin admin] 10.222.0.73 "PUT /v2.0/routers/f83034c7-f0db-43c9-98ca-0f899ada3cdb HTTP/1.1" status: 200 len: 890 time: 2.1703596 Aug 27 03:55:27.012889 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Sync routers for ids ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 03:55:27.028040 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Routers {'f83034c7-f0db-43c9-98ca-0f899ada3cdb'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:55:27.028718 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T03:55:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:27.266143 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Set router f83034c7-f0db-43c9-98ca-0f899ada3cdb gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:55:27.723628 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:25Z', 'revision_number': 4, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port': {'id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:24Z', 'updated_at': '2021-08-27T03:55:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:26Z', 'revision_number': 5, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:27.781174 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Checking router: f83034c7-f0db-43c9-98ca-0f899ada3cdb for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 03:55:27.781539 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Updating router f83034c7-f0db-43c9-98ca-0f899ada3cdb port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 03:55:27.819493 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d7ad0f93-fa30-4427-be53-46f7c3bd9e78 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:27.860801 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.001492 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:28.001861 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.391005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.406605 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Transition to ACTIVE for port object fa776a68-a68a-405a-85b3-8e6d2f2c40f1 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:55:28.497255 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.633846 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Attempting to bind port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:55:28.634231 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Attempting to bind port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:55:28.634651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Attempting to bind port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:55:28.643876 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42969-b367-43c9-9966-2da25abf3804 None None] Pushing event updated for resources: {'Port': ['ID=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:28.646293 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:55:28.646697 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:55:28.647362 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.647530 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:55:28.647967 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Bound port: fa776a68-a68a-405a-85b3-8e6d2f2c40f1, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:55:28.648361 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.703309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] For port fa776a68-a68a-405a-85b3-8e6d2f2c40f1, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:55:28.706389 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] For port fa776a68-a68a-405a-85b3-8e6d2f2c40f1, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:55:28.760273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:28.823460 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Routers {'f83034c7-f0db-43c9-98ca-0f899ada3cdb'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 03:55:28.824124 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T03:55:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:28.827590 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe42969-b367-43c9-9966-2da25abf3804 None None] Pushing event updated for resources: {'Port': ['ID=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:28.946682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] Set router f83034c7-f0db-43c9-98ca-0f899ada3cdb gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 03:55:29.037577 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 35782) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:55:29.165617 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f468f86d-57fc-4cbb-856c-80f79fa37771 admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1267676 Aug 27 03:55:29.183907 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:25Z', 'revision_number': 4, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port': {'id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:24Z', 'updated_at': '2021-08-27T03:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:26Z', 'revision_number': 5, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 03:55:29.213676 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0864b2-06c8-4e8e-816e-d7999e8cf8c1 None None] The sync data for ids ['f83034c7-f0db-43c9-98ca-0f899ada3cdb'] in dv-cinder-804757-2-iscsi is: [{'id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'name': 'router1', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T03:55:06Z', 'updated_at': '2021-08-27T03:55:25Z', 'revision_number': 4, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'gw_port': {'id': 'fa776a68-a68a-405a-85b3-8e6d2f2c40f1', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:19:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:24Z', 'updated_at': '2021-08-27T03:55:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'd7ad0f93-fa30-4427-be53-46f7c3bd9e78', 'name': '', 'network_id': '26b07e39-0f05-4ac4-9011-56542a482eec', 'tenant_id': '3953d9945a8c4f53a64136a4286b7dd0', 'mac_address': 'fa:16:3e:e8:6a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83034c7-f0db-43c9-98ca-0f899ada3cdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T03:55:15Z', 'updated_at': '2021-08-27T03:55:26Z', 'revision_number': 5, 'project_id': '3953d9945a8c4f53a64136a4286b7dd0', 'subnets': [{'id': '7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7231bb19-5c18-46c0-b0f8-91ef424c53e5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 03:55:29.858358 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device fa776a68-a68a-405a-85b3-8e6d2f2c40f1 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:30.012752 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:55:30.020234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:30.020808 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:30.144444 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:30.171920 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port fa776a68-a68a-405a-85b3-8e6d2f2c40f1, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:55:30.251579 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:30.352010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=fa776a68-a68a-405a-85b3-8e6d2f2c40f1,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:55:31.825505 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device fa776a68-a68a-405a-85b3-8e6d2f2c40f1 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:55:31.915432 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port fa776a68-a68a-405a-85b3-8e6d2f2c40f1 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:55:31.916019 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:32.928381 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:55:38.994828 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-711f9c40-1114-40bf-9438-64a12b827ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:41.749038 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-53b2859a-3f53-4e77-b47a-88e4bc28f7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:41.960031 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:42.731667 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:55:44.163663 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:08.998985 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2c050014-a733-4a02-bad5-c45db33c6e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:09.926934 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:56:11.786910 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d1a2c3f4-e662-40b4-b5db-4a47d817544e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:11.947178 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:12.764384 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:14.141698 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:39.020476 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-247622e4-bd18-4807-945f-de574d286fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:41.763768 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df8a6f76-8f66-4955-aa6b-8a52c2c9f83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:41.947048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:42.723223 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:44.123360 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:56:46.926007 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:57:08.962848 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b22ac9b9-36fb-4ba7-b152-45f4ec9817ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:11.739471 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-040da8df-6cd1-4236-8b81-8584abfebd0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:11.922723 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:12.617882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36344) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:12.680451 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.pecan_wsgi.hooks.translation [None req-b83eea8c-953c-4a2d-8541-e001828e19bd admin admin] GET failed (client error): The resource could not be found. Aug 27 03:57:12.685103 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b83eea8c-953c-4a2d-8541-e001828e19bd admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629466 Aug 27 03:57:12.738669 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:12.844969 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bdc59-048b-44cf-97b9-b790bb93fc13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:12.846345 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ff3bdc59-048b-44cf-97b9-b790bb93fc13 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1597700 Aug 27 03:57:14.133839 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:15.026857 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36354) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:15.120491 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849250c2-cf78-40a1-9dab-e38a143098b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:15.121883 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-849250c2-cf78-40a1-9dab-e38a143098b4 admin admin] 10.222.0.73 "GET /v2.0/subnets/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68 HTTP/1.1" status: 200 len: 849 time: 0.0940747 Aug 27 03:57:15.132476 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:57:15.219693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:15.401870 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8766631693608'] for subnet, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:15.432064 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:15.432649 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:15.433970 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] 10.222.0.73 "PUT /v2.0/subnets/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68 HTTP/1.1" status: 200 len: 868 time: 0.3058391 Aug 27 03:57:15.445416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3db591d-f97e-4c33-bb57-dbf80e309843 None None] Network 26b07e39-0f05-4ac4-9011-56542a482eec requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:57:15.455270 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:57:15.464309 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.464696 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.464998 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.465334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.465665 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.466019 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.466346 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.466709 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.467056 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.467384 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.467710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.468031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0991be3-56f2-449f-a605-bf8414604ffc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:57:15.811337 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-81ddec72-3d75-4757-a716-a3c40dbcff57 None None] Provisioning complete for port ef68bc5d-7f7f-45e0-9a01-7b23476f5cce triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:57:15.811561 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-81ddec72-3d75-4757-a716-a3c40dbcff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:15.896815 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-81ddec72-3d75-4757-a716-a3c40dbcff57 None None] Provisioning complete for port d7ad0f93-fa30-4427-be53-46f7c3bd9e78 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:57:15.897102 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-81ddec72-3d75-4757-a716-a3c40dbcff57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:17.624058 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36362) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:17.831113 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1baa75-e9c3-416b-a3d4-d76a5a07950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:17.831586 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1baa75-e9c3-416b-a3d4-d76a5a07950b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:17.833104 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cb1baa75-e9c3-416b-a3d4-d76a5a07950b admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2079592 Aug 27 03:57:20.019998 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36370) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:20.264010 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a446-ecc3-43df-8a9c-60de67bb5ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:20.264495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f65a446-ecc3-43df-8a9c-60de67bb5ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:20.266167 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0f65a446-ecc3-43df-8a9c-60de67bb5ee5 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2452109 Aug 27 03:57:22.440156 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36380) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:22.643160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5b5e52-7563-4347-b118-23c68881694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:22.644431 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ce5b5e52-7563-4347-b118-23c68881694d admin admin] 10.222.0.73 "GET /v2.0/networks/26b07e39-0f05-4ac4-9011-56542a482eec HTTP/1.1" status: 200 len: 870 time: 0.2033250 Aug 27 03:57:23.925337 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:57:24.829481 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36388) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:24.979017 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13467774-745e-4830-bed4-0431418d2c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:24.980396 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-13467774-745e-4830-bed4-0431418d2c63 admin admin] 10.222.0.73 "GET /v2.0/networks/b0966296-0ad8-4faf-a776-c234ad6e19f9 HTTP/1.1" status: 200 len: 886 time: 0.1499798 Aug 27 03:57:27.263782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36396) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:27.289312 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac034b2-1d6a-49cb-9b07-24149d306d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:27.289757 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac034b2-1d6a-49cb-9b07-24149d306d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:27.291296 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8ac034b2-1d6a-49cb-9b07-24149d306d5a admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248009 Aug 27 03:57:29.435080 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36404) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:29.529253 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e688a27-3d0d-4fc5-a717-b75ce6905aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:29.529708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e688a27-3d0d-4fc5-a717-b75ce6905aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:29.531272 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8e688a27-3d0d-4fc5-a717-b75ce6905aff admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0952501 Aug 27 03:57:31.728144 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36412) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:31.855509 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ebdeca-bb7a-4084-ba91-473d2e4f5957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:31.856840 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-34ebdeca-bb7a-4084-ba91-473d2e4f5957 admin admin] 10.222.0.73 "GET /v2.0/subnets/7f4c1e8f-9ecc-4a9b-a440-d111a55c3f68 HTTP/1.1" status: 200 len: 868 time: 0.1277442 Aug 27 03:57:34.027860 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36420) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:34.114688 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c315d104-cd67-4e0f-8621-4d3ec6724a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:57:34.117137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c315d104-cd67-4e0f-8621-4d3ec6724a62 admin admin] 10.222.0.73 "GET /v2.0/subnets/dd9d9053-9abb-4816-bb31-9f8693493349 HTTP/1.1" status: 200 len: 816 time: 0.0883207 Aug 27 03:57:38.984553 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ead2e5cc-3024-474c-9d88-afdc995536b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:41.749037 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6f755c22-51f3-4449-8ed5-3b5dee8b30d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:41.932409 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:42.773481 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:44.144357 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:57:58.446017 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36474) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:57:58.497929 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-0f0afd1d-0bdd-4705-8882-49e9a61b83d3 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:57:58.498979 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0f0afd1d-0bdd-4705-8882-49e9a61b83d3 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519719 Aug 27 03:58:00.913264 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36482) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:00.925691 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:00.987326 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.pecan_wsgi.hooks.translation [None req-e122ee60-33db-49fa-8168-df810a1a37ff admin admin] GET failed (client error): The resource could not be found. Aug 27 03:58:00.988958 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e122ee60-33db-49fa-8168-df810a1a37ff admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0747159 Aug 27 03:58:01.150204 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdde353-e5d1-45c0-be08-dbeda8ac274b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:01.151706 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cbdde353-e5d1-45c0-be08-dbeda8ac274b admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1579666 Aug 27 03:58:03.705601 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36490) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:03.755661 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:58:03.848199 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Made reservation on behalf of d619747d92dd4ce8a23a9280f1833108 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:58:03.851674 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:03.884850 dv-cinder-804757-2-iscsi neutron-server[94486]: WARNING neutron.services.revisions.revision_plugin [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Could not find related network for resource to bump revision. Aug 27 03:58:03.896344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 03:58:03.905685 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:03.906054 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Added segment f835457d-3e0e-49d9-9881-199cb63d262a of type vlan for network e2b13173-7163-4e80-8a8e-e2fddcad2f99 Aug 27 03:58:03.957531 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:04.081299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:04.082303 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:04.082981 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:04.151908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] Pushing event updated for resources: {'Network': ['ID=e2b13173-7163-4e80-8a8e-e2fddcad2f99,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:04.169547 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 03:58:04.225919 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-12bb8391-22ff-45af-9bb9-32bd8525cfb9 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.5191503 Aug 27 03:58:06.722175 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36498) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:58:06.793144 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.pecan_wsgi.hooks.translation [None req-464a3acd-71d7-4868-8cd8-e160ad5cb262 admin admin] GET failed (client error): The resource could not be found. Aug 27 03:58:06.794739 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-464a3acd-71d7-4868-8cd8-e160ad5cb262 admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714943 Aug 27 03:58:06.871058 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee63c12-1d05-4e96-83ff-d88220988bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:06.872555 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-eee63c12-1d05-4e96-83ff-d88220988bc4 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0727553 Aug 27 03:58:06.883792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 03:58:06.978132 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Made reservation on behalf of d619747d92dd4ce8a23a9280f1833108 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 03:58:06.981155 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:07.287836 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:07.363290 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Checking segment: {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:58:07.363689 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Network hostable DHCP agents. Network: e2b13173-7163-4e80-8a8e-e2fddcad2f99, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 03:58:07.369990 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5c5b50-06b6-4944-9c06-f70985191ae5,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:07.384182 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.384539 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.384864 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.385199 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.385528 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.385859 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.386187 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.386515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.386868 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.387197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.387516 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.387837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Tracked resource versions report: Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: pushed versions: Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: { 'AddressGroup': {'1.2'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'ConntrackHelper': {'1.0'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Log': {'1.0'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Network': {'1.1'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Port': {'1.7'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'PortForwarding': {'1.2'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'QosPolicy': {'1.9'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroup': {'1.4'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroupRule': {'1.2'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SubPort': {'1.0'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Subnet': {'1.1'}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Trunk': {'1.1'}} Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: consumer versions: Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'ConntrackHelper': '1.0', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Log': '1.0', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Network': '1.1', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Port': '1.7', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'PortForwarding': '1.2', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'QosPolicy': '1.9', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroup': '1.4', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroupRule': '1.2', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SubPort': '1.0', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Subnet': '1.1', Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Trunk': '1.1'}} Aug 27 03:58:07.388946 dv-cinder-804757-2-iscsi neutron-server[94487]: {{(pid=94487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 03:58:07.480731 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 03:58:07.572346 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, e2b13173-7163-4e80-8a8e-e2fddcad2f99) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:58:07.577231 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 03:58:07.577825 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:07.584298 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c25008-01e5-4505-a132-bb9cce1ec03f None None] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:58:07.658857 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-21e1d532-3410-4dbb-bfcf-86b5ff2744ab admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7792301 Aug 27 03:58:07.748589 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-e2b13173-7163-4e80-8a8e-e2fddcad2f99', 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99', 'tenant_id': 'd619747d92dd4ce8a23a9280f1833108', 'fixed_ips': [{'subnet_id': '2f5c5b50-06b6-4944-9c06-f70985191ae5'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 03:58:07.749520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:07.906391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Allocated IP 192.168.233.2 (e2b13173-7163-4e80-8a8e-e2fddcad2f99/2f5c5b50-06b6-4944-9c06-f70985191ae5/ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 03:58:08.081171 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:08.093626 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Transition to ACTIVE for port object ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:58:08.110885 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Transition to ACTIVE for port object ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 03:58:08.212971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:08.252485 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 03:58:08.258273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 03:58:08.262209 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 03:58:08.268089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Pushing event updated for resources: {'Port': ['ID=ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:08.280661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.281166 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.281671 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.282175 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.282724 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.283249 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.283763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.284264 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.284965 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.285495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.286421 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.287010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:58:08.368357 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Attempting to bind port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 03:58:08.368816 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Attempting to bind port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 03:58:08.369368 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Attempting to bind port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e on network e2b13173-7163-4e80-8a8e-e2fddcad2f99 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 03:58:08.377374 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 3, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 03:58:08.377921 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Checking segment: {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 03:58:08.378518 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:08.379138 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Bound using segment: {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 03:58:08.380807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Bound port: ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 03:58:08.382895 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:08.466337 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] For port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 03:58:08.470180 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] For port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 03:58:08.578480 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:08.641273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26806dfc-dadf-4ba4-b9af-bb35b4290b16 None None] Pushing event updated for resources: {'Port': ['ID=ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:09.034260 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0eed5030-ed7c-497b-8dbd-6294d0bfcc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:09.515933 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0084a08-0f5a-47c5-a099-a156de499c76 None None] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 03:58:09.654939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2b87b7f0-49d1-4451-91e9-d37d10ebe061 None None] Provisioning for port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:58:09.955375 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:58:10.098495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 03:58:10.103377 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:58:10.103757 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.201528 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.243252 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 03:58:10.344081 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:10.399742 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:58:11.772612 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2e565c23-764e-41fd-adb4-70977bcab703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:11.911894 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 03:58:11.961864 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:11.968900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ca1a7e25-6d7e-4629-ba4c-aeab9c905d2e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 03:58:11.969265 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:12.737864 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:14.160026 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:37.929770 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:58:39.006613 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-53ae4ff8-4781-4b5b-933d-4e6c7d9c047e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:41.795859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d657da38-4054-4b95-859b-0529117b9948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:41.988703 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:42.743481 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:58:44.177631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:09.016193 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-deec5e30-5dc0-43f2-9c4d-794983e242f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:11.868125 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-70143ef6-b01d-4af8-b1a1-9959677e2132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:12.010766 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:12.839744 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:14.239271 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:14.934320 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 03:59:39.067884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ac842030-5c71-4ddb-8eb0-9b051322fecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:39.848355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36554) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:39.855395 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [None req-1010dca8-0493-4338-a1ab-d268de77613c tempest-verify_tempest_config-884549739 tempest-verify_tempest_config-884549739-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 03:59:39.856790 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1010dca8-0493-4338-a1ab-d268de77613c tempest-verify_tempest_config-884549739 tempest-verify_tempest_config-884549739-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0069554 Aug 27 03:59:40.618148 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36572) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:40.759221 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:40.928904 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.232274 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.285344 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49c00bc-c675-475e-9d31-cbaa66e7b5c1,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:41.291529 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8a3f8a356b044448aaa85a521a67940d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6718934 Aug 27 03:59:41.296997 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36576) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 03:59:41.302243 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.302834 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.303387 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.304001 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.304402 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.304929 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.305576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.306107 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.306652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.307083 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.307621 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.308162 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc71d48-b20c-4147-ab59-37764804c2e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.388075 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.424402 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.662024 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.666064 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:41.668116 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e49c00bc-c675-475e-9d31-cbaa66e7b5c1 HTTP/1.1" status: 204 len: 168 time: 0.3722818 Aug 27 03:59:41.682860 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49c00bc-c675-475e-9d31-cbaa66e7b5c1,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 03:59:41.695260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.695829 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.696401 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699505 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.699680 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.700169 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.700595 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c154906-6986-4ac9-91a3-fd8b6c538ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 03:59:41.864935 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-30df6565-09df-476f-a930-d860db990358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:42.015552 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:42.786983 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:44.175748 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 03:59:51.938506 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:09.020772 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-814eef9d-250e-4f4a-9e89-f8a8b17e44e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:11.855054 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a6f73912-1fa8-48bc-85b9-dc76aee60b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:12.043622 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:13.128541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:14.271696 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:28.938221 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:00:39.048444 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f694-42b1-4dee-a19a-081eb9295a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:41.871540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dea2e66e-78d3-4da8-823a-5332d10ecb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.025150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:42.893236 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:00:44.190821 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:05.943081 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 5 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:01:09.041495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e0d4f984-35c2-4d7c-ab9e-b891fd2c008a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:11.863791 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-97f68fa5-1629-4be5-8a25-87e544e5b24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:12.001300 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:12.802021 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:14.168128 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:21.555124 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-449451'] for agent, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:37.050975 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36650) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:01:37.161276 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-98a06847-6455-45e0-bfa6-e9311f163444 admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1091714 Aug 27 04:01:39.086063 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c920af7d-cf80-4d9e-947a-d9144963540c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:39.466673 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36664) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:01:39.543297 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0862cc03-284c-4086-958f-82036d81933d admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0750258 Aug 27 04:01:41.859920 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-90554d1a-9e51-4461-982f-27f2ac4e3b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:41.966141 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:42.761755 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:42.941990 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:01:44.183182 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:01:51.514108 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:09.004967 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a36d2a31-1c87-4a12-9efd-23c769635150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:11.788183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-15132294-4273-456c-86f7-a264350a3e90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:11.982365 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:12.776925 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:14.210793 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:19.941651 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:02:21.570518 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:39.009866 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ec3b66ca-7603-4315-a02f-356339239714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:41.786686 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d60d7e4a-b6f1-41ca-8adc-7aed116a02c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:41.941551 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:42.764272 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:44.165104 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:51.529869 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:02:56.940869 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:09.026242 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2a7c82c2-ba00-445b-a4c1-dcb728825aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:11.968888 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2d3a6a73-8a48-452b-ad61-eeafff77a74c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:12.032036 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:12.803618 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.115254 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36846) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:14.197782 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.395985 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1205895115-network', 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:14.462503 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36870) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:14.534862 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:14.538670 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.551488 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.660095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.803917 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.832152 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:14.844757 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef935a2-469e-4ef1-938e-63de2b483217,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:14.850452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8766631735013', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:14.851045 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Unsubscribe: segment precommit_create {{(pid=94487) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 27 04:03:14.852416 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Added segment 1521c3c5-dc0e-4f9a-95a5-661f85a6ce91 of type vlan for network bd5cbeee-0483-497b-a816-2825652e56f8 Aug 27 04:03:14.889634 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.889931 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.890473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.890837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.891166 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.891520 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.891853 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.892182 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.892525 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.892860 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.893187 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.893561 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Tracked resource versions report: Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: pushed versions: Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: { 'AddressGroup': {'1.2'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'ConntrackHelper': {'1.0'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Log': {'1.0'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Network': {'1.1'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Port': {'1.7'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'PortForwarding': {'1.2'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'QosPolicy': {'1.9'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroup': {'1.4'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SubPort': {'1.0'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Subnet': {'1.1'}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Trunk': {'1.1'}} Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: consumer versions: Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: HyperV agent@hv-cinder-80475: {}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'ConntrackHelper': '1.0', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Log': '1.0', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Network': '1.1', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Port': '1.7', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'PortForwarding': '1.2', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'QosPolicy': '1.9', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroup': '1.4', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SecurityGroupRule': '1.2', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'SubPort': '1.0', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Subnet': '1.1', Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: 'Trunk': '1.1'}} Aug 27 04:03:14.894496 dv-cinder-804757-2-iscsi neutron-server[94487]: {{(pid=94487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:03:14.911513 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.037822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.039000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:15.039792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.149688 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-560966667-network', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:15.152923 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] Pushing event updated for resources: {'Network': ['ID=bd5cbeee-0483-497b-a816-2825652e56f8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:15.168691 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network bd5cbeee-0483-497b-a816-2825652e56f8 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:15.240308 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36900) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:15.241272 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6555ad9b-1339-4eff-ad0a-e91a6cf55c17 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1242199 Aug 27 04:03:15.246481 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Request body: {'subnet': {'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1205895115-subnet', 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:15.302724 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36904) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:15.353067 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36910) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:15.374102 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Made reservation on behalf of 74bc40decbba46aba88aa9c29c8858d2 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:15.377575 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.390993 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.471798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:15.474340 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.588839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.655382 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.685209 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:15.709903 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554b6dc3-3a92-4977-b78d-030190e9175f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:15.717615 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.717868 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Added segment f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8 of type vlan for network ae738068-a8df-43ab-a247-dfe7ca6ceb64 Aug 27 04:03:15.759027 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-network', 'tenant_id': '5030fe8a997e416683658c321efaef5e'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:15.777807 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.794396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-284255047-network', 'tenant_id': 'a2a4f9dd7d714d20afb13bd273d14061'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:15.822361 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.929202 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.930993 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:15.931604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:15.970136 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Made reservation on behalf of 5030fe8a997e416683658c321efaef5e for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:15.973326 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.003543 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.020037 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] Pushing event updated for resources: {'Network': ['ID=ae738068-a8df-43ab-a247-dfe7ca6ceb64,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:16.032079 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:16.038102 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=058a9945-4352-4208-8895-7d6945394e54,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:16.046455 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Checking segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:16.046846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Network hostable DHCP agents. Network: bd5cbeee-0483-497b-a816-2825652e56f8, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:16.050792 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.051371 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.051988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.052618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.053160 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.053658 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.054139 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Tracked resource versions report: Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: pushed versions: Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: { 'AddressGroup': {'1.2'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'ConntrackHelper': {'1.0'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Log': {'1.0'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Network': {'1.1'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Port': {'1.7'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'PortForwarding': {'1.2'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'QosPolicy': {'1.9'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroup': {'1.4'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SubPort': {'1.0'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Subnet': {'1.1'}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Trunk': {'1.1'}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: consumer versions: Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: HyperV agent@hv-cinder-80475: {}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'ConntrackHelper': '1.0', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Log': '1.0', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Network': '1.1', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Port': '1.7', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'PortForwarding': '1.2', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'QosPolicy': '1.9', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroup': '1.4', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SecurityGroupRule': '1.2', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'SubPort': '1.0', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Subnet': '1.1', Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: 'Trunk': '1.1'}} Aug 27 04:03:16.060944 dv-cinder-804757-2-iscsi neutron-server[94486]: {{(pid=94486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:03:16.112438 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Made reservation on behalf of a2a4f9dd7d714d20afb13bd273d14061 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:16.117857 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.131181 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.146730 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Network bd5cbeee-0483-497b-a816-2825652e56f8 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:16.198647 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d4bb84e6-58bd-4a52-9511-0705c8f43190 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7345631 Aug 27 04:03:16.201591 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36936) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:16.209522 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Request body: {'subnet': {'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-subnet', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:16.219895 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.db.api [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 27 04:03:16.219895 dv-cinder-804757-2-iscsi neutron-server[94486]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 27 04:03:16.219895 dv-cinder-804757-2-iscsi neutron-server[94486]: [parameters: {'project_id_1': 'a2a4f9dd7d714d20afb13bd273d14061', 'expiration_1': datetime.datetime(2021, 8, 27, 4, 3, 16, 155555)}] Aug 27 04:03:16.219895 dv-cinder-804757-2-iscsi neutron-server[94486]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 27 04:03:16.220252 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG oslo_db.api [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 27 04:03:16.228992 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, bd5cbeee-0483-497b-a816-2825652e56f8) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:16.239203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:16.239791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.243307 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94519a11-cb83-4409-8aef-5ecbd109aeaf None None] Network bd5cbeee-0483-497b-a816-2825652e56f8 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:16.316898 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.404176 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.422785 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af5ac3-4653-4bfe-93c0-b6ce6bfa130c None None] Network bd5cbeee-0483-497b-a816-2825652e56f8 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:16.431346 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:16.443153 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b636ac-21bb-479b-a10e-2c6e924cb50c,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:16.448506 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.449046 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Added segment f6aa2d15-c60b-4715-a06f-2cb301001ff7 of type vlan for network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f Aug 27 04:03:16.516739 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.646863 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dd1b396e-58ea-4f7b-ab72-fc3fa8406a7b admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4047461 Aug 27 04:03:16.700561 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.702173 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:16.702786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.721717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.774838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Made reservation on behalf of 74bc40decbba46aba88aa9c29c8858d2 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:16.774838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:16.827828 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4732714 Aug 27 04:03:16.830975 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 36966) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:16.832179 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c946c38-8c62-4eba-9bc0-2a2cc95ab8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:16.838459 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Request body: {'subnet': {'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-subnet', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:16.846446 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:17.019157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.124217 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.175506 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:17.186079 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05595b2-49ad-49ff-a92e-61b34a0a6491,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:17.197304 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.203327 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Added segment 5bbf4ab6-9c73-4813-8d16-2de883ad1691 of type vlan for network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 Aug 27 04:03:17.249223 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.265800 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Made reservation on behalf of 5030fe8a997e416683658c321efaef5e for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:17.268194 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.280626 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.405972 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f5c586-e37d-4491-9a80-501b7dd3cf22,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:17.415791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Checking segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:17.415791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Network hostable DHCP agents. Network: ae738068-a8df-43ab-a247-dfe7ca6ceb64, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:17.432337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.433302 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:17.433884 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.493889 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] Pushing event updated for resources: {'Network': ['ID=b29890bd-b6ec-4c54-8b0c-b3b2de6465d6,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:17.505204 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:17.580698 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:17.586757 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-23c54422-6202-4a15-929c-3ef7fa4ed531 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2791417 Aug 27 04:03:17.587369 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 36996) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:17.592157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Request body: {'subnet': {'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-284255047-subnet', 'tenant_id': 'a2a4f9dd7d714d20afb13bd273d14061', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:17.707009 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.764568 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, ae738068-a8df-43ab-a247-dfe7ca6ceb64) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:17.768411 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Made reservation on behalf of a2a4f9dd7d714d20afb13bd273d14061 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:17.776824 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Checking segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:17.778416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e003f9a7-a21c-4aba-9ce8-d081f0f7568b None None] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:17.778624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Network hostable DHCP agents. Network: 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:17.782210 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.803417 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:17.818352 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:17.819462 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.890805 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:17.899007 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:17.904985 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:17.906037 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:17.937392 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbb1abd-d383-4a61-9afa-9a6faf71f7c3 None None] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:18.000598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37024) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:18.003542 dv-cinder-804757-2-iscsi neutron-server[94487]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 27 04:03:18.036385 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-656766ee-2109-4a99-81e8-dab22ec1e4aa admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8310363 Aug 27 04:03:18.041991 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37026) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:18.058109 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:18.070590 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c8ab101e-4de9-46a8-acdc-f3d91e377d18 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2343438 Aug 27 04:03:18.071181 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:03:18.071181 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.091827 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37028) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:18.105030 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:18.218822 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621e34ee-0df4-4f2e-8fb3-f58859940df0 None None] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:18.227912 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.230018 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.239108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-36dc45f1-0268-4050-9d41-756e6f64f255 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:18.247232 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-36dc45f1-0268-4050-9d41-756e6f64f255 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.2454045 Aug 27 04:03:18.262235 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1461a140-bfd3-42a3-a48a-36dc18b53b7b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/quotas/c67ffd3553c245acabcdcfd5a15252e3 HTTP/1.1" status: 200 len: 375 time: 0.0138698 Aug 27 04:03:18.271136 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.329631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Allocated IP 172.20.0.2 (ae738068-a8df-43ab-a247-dfe7ca6ceb64/a5f5c586-e37d-4491-9a80-501b7dd3cf22/2754efea-9ca7-409f-8f5f-a81fe0294219) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:18.370977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.376462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-e5bc39d4-3118-4297-b3a6-b3d0c27edcfe tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1040959 Aug 27 04:03:18.396293 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.397167 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.417034 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286917c0-f173-4893-9edb-c731c345df4f,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:18.451893 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Checking segment: {'id': '5bbf4ab6-9c73-4813-8d16-2de883ad1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:18.452160 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Network hostable DHCP agents. Network: b29890bd-b6ec-4c54-8b0c-b3b2de6465d6, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:18.503496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.576163 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.584886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Transition to ACTIVE for port object 2754efea-9ca7-409f-8f5f-a81fe0294219 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:18.593251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-c6396ae2-21f4-4e01-ba59-7617e32504d5 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:03:18.596574 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-c6396ae2-21f4-4e01-ba59-7617e32504d5 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608828 Aug 27 04:03:18.602046 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Transition to ACTIVE for port object 2754efea-9ca7-409f-8f5f-a81fe0294219 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:18.696499 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.699347 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9dc9d59a-f5b0-41bc-a97e-a28934bd3b20 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958917 Aug 27 04:03:18.711783 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:18.758743 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.819867 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-47ae43dc-9d58-4f93-8b77-1d9a514c2589 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195464 Aug 27 04:03:18.831676 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:18.836175 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:18.839378 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:18.849772 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Pushing event updated for resources: {'Port': ['ID=2754efea-9ca7-409f-8f5f-a81fe0294219,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:18.862851 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.865281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.865281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.865836 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.866459 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.867118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.867698 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.868379 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.868941 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.869498 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.870285 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.870880 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Tracked resource versions report: Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: pushed versions: Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: { 'AddressGroup': {'1.2'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'ConntrackHelper': {'1.0'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Log': {'1.0'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Network': {'1.1'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Port': {'1.7'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'PortForwarding': {'1.2'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'QosPolicy': {'1.9'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroup': {'1.4'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SubPort': {'1.0'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Subnet': {'1.1'}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Trunk': {'1.1'}} Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: consumer versions: Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: HyperV agent@hv-cinder-80475: {}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'ConntrackHelper': '1.0', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Log': '1.0', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Network': '1.1', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Port': '1.7', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'PortForwarding': '1.2', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'QosPolicy': '1.9', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroup': '1.4', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SecurityGroupRule': '1.2', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'SubPort': '1.0', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Subnet': '1.1', Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: 'Trunk': '1.1'}} Aug 27 04:03:18.872003 dv-cinder-804757-2-iscsi neutron-server[94488]: {{(pid=94488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:03:18.908177 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.939129 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, b29890bd-b6ec-4c54-8b0c-b3b2de6465d6) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:18.969707 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:18.970404 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:18.984313 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73aa5b-30a4-4ccc-8d27-205cfa778fdc None None] Network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:19.048218 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Attempting to bind port 2754efea-9ca7-409f-8f5f-a81fe0294219 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:19.049091 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Attempting to bind port 2754efea-9ca7-409f-8f5f-a81fe0294219 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:19.049895 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Attempting to bind port 2754efea-9ca7-409f-8f5f-a81fe0294219 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:19.061045 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:19.061676 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Checking segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:19.062494 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.063347 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Bound using segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:19.063990 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Bound port: 2754efea-9ca7-409f-8f5f-a81fe0294219, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:19.064588 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.161167 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] For port 2754efea-9ca7-409f-8f5f-a81fe0294219, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:19.167658 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] For port 2754efea-9ca7-409f-8f5f-a81fe0294219, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=2754efea-9ca7-409f-8f5f-a81fe0294219,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:19.246511 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bcde9f98-f28d-45a5-8ce9-f457945bbb37 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6582956 Aug 27 04:03:19.270513 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c900753-866c-4eb1-99d4-2ab8d92eb44f None None] Network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:19.326729 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-72dc77f1-8d49-4957-85a2-1e90fbfbb34c req-0cedbea9-b02d-4dab-bec7-417e8baec58b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0878172 Aug 27 04:03:19.489052 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.566636 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f50f49-e630-40b8-b908-bb762ec538ff None None] Pushing event updated for resources: {'Port': ['ID=2754efea-9ca7-409f-8f5f-a81fe0294219,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:19.581089 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.619146 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.626728 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.686037 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:19.944443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-50db900a-7240-4cc1-9923-c8b1164ea53a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:19.953284 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-50db900a-7240-4cc1-9923-c8b1164ea53a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/networks?id=b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 HTTP/1.1" status: 200 len: 811 time: 0.1874764 Aug 27 04:03:19.973523 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-828f9f9c-e20d-43f8-93fe-4f5e8be84706 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/quotas/a2a4f9dd7d714d20afb13bd273d14061 HTTP/1.1" status: 200 len: 375 time: 0.0188894 Aug 27 04:03:20.024031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Allocated IP 172.27.3.62 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/28a5c494-8880-400d-a23e-888687946f2d) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:20.025978 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-3504611d-6de8-434a-8db4-18635e0a15de tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a2a4f9dd7d714d20afb13bd273d14061&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511312 Aug 27 04:03:20.209871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 2754efea-9ca7-409f-8f5f-a81fe0294219 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:20.250863 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:20.278708 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-9ab27081-dbc9-467c-8a62-f51a681dba28 service neutron] 10.222.0.73 "GET /v2.0/networks/b29890bd-b6ec-4c54-8b0c-b3b2de6465d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521055 Aug 27 04:03:20.345831 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 2754efea-9ca7-409f-8f5f-a81fe0294219 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:20.394040 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-9521528a-390e-48d6-b4ac-a2ab4346359f service neutron] 10.222.0.73 "GET /v2.0/networks/b29890bd-b6ec-4c54-8b0c-b3b2de6465d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081290 Aug 27 04:03:20.397373 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37130) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:20.412130 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:20.452811 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd7000d9-8601-484b-82d0-f2a7884f3ed4 req-99c8f9dd-212d-472e-94ba-1fb3d365e4ab tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0548959 Aug 27 04:03:20.497042 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:20.502836 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:20.521323 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:20.722150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Allocated IP 172.27.3.29 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/daccfd7e-f1e8-4e67-9f96-705b3549cac4) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:20.724348 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Pushing event updated for resources: {'Port': ['ID=28a5c494-8880-400d-a23e-888687946f2d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:20.816948 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c0da7596-c094-48a0-a373-ab3a946672c6 req-e9657a6a-996b-4e80-8961-599cab6449a1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0477378 Aug 27 04:03:20.945543 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.043367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fc857-b3f0-4269-97b3-8c8e7319e3e7 None None] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:21.107304 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.221224 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.296080 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Pushing event updated for resources: {'Port': ['ID=daccfd7e-f1e8-4e67-9f96-705b3549cac4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:21.324170 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:21.334433 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:21.334433 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:21.344399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Provisioning for port 2754efea-9ca7-409f-8f5f-a81fe0294219 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:21.363926 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Provisioning complete for port 2754efea-9ca7-409f-8f5f-a81fe0294219 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:21.364522 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.514624 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.592411 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] For port 2754efea-9ca7-409f-8f5f-a81fe0294219, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=2754efea-9ca7-409f-8f5f-a81fe0294219,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:21.611313 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.650529 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-91978b91-2eb8-4a4b-a093-4677ee708517 req-167f6fed-f688-421c-85b0-117c67d93d01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0419693 Aug 27 04:03:21.681055 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.728968 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:21.813626 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e02ad4-dd03-4b5c-805b-41dc96487eb8 None None] Pushing event updated for resources: {'Port': ['ID=2754efea-9ca7-409f-8f5f-a81fe0294219,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:21.850912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a2a8b094-e7d3-4e54-8f11-5d0223b6c04f None None] Provisioning complete for port 2754efea-9ca7-409f-8f5f-a81fe0294219 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:21.852057 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a2a8b094-e7d3-4e54-8f11-5d0223b6c04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:22.012702 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:22.175040 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 2754efea-9ca7-409f-8f5f-a81fe0294219 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:22.191867 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-23a2a339-bb83-4567-a694-138f9efe5cf3 req-4ea30fad-9a4d-4c46-80c5-eed12e466b0a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0812759 Aug 27 04:03:22.196926 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:03:22.264367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 2754efea-9ca7-409f-8f5f-a81fe0294219 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:22.265010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:22.519337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:22.532432 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:03:22.542091 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:03:22.565189 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:22.565940 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:22.714953 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:22.731923 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:22.739008 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-30bf0c69-6f03-4d98-bd3b-4508eba8d8cf admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6929302 Aug 27 04:03:22.739350 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37226) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:22.833629 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Router b20cff2f-e3ed-4db6-b996-bc55a41fd25c is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:03:22.941055 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:20Z', 'revision_number': 3, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:22.981829 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:03:22.982267 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Updating router 17bad56f-7493-4c5a-8dc1-a792f995e1ee port 28a5c494-8880-400d-a23e-888687946f2d binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:03:22.995032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a15f8429-8afc-44b2-b355-981e2bcc1ce9 req-1b7fddc3-3c51-4976-8c25-309bb66b9a72 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0488052 Aug 27 04:03:23.029085 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.070970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:03:23.086890 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Sync routers for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:03:23.104632 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:23.107478 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:23.126368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37242) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:23.215026 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.216863 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-39b9ea11-e8d1-4e66-bc76-26c2ba73f11f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.1236553 Aug 27 04:03:23.219534 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37250) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:23.436827 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:23.540854 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64e9c8e-e1c5-4079-b519-296d330704a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.601623 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.612235 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e1c16124-4524-4b7d-a585-4fceae8a3747 req-aa9a74ba-48df-485c-aba2-5b8e54556c63 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0279229 Aug 27 04:03:23.613176 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Transition to ACTIVE for port object 28a5c494-8880-400d-a23e-888687946f2d will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:23.681797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:21Z', 'revision_number': 3, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:23.713121 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Checking router: b20cff2f-e3ed-4db6-b996-bc55a41fd25c for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:03:23.713709 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Updating router b20cff2f-e3ed-4db6-b996-bc55a41fd25c port daccfd7e-f1e8-4e67-9f96-705b3549cac4 binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:03:23.745931 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.746539 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.811799 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Attempting to bind port 28a5c494-8880-400d-a23e-888687946f2d on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:23.812228 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Attempting to bind port 28a5c494-8880-400d-a23e-888687946f2d by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:23.812624 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Attempting to bind port 28a5c494-8880-400d-a23e-888687946f2d on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:23.823412 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Pushing event updated for resources: {'Port': ['ID=28a5c494-8880-400d-a23e-888687946f2d,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:23.826272 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:23.826669 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:23.827076 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.827476 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:23.828002 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Bound port: 28a5c494-8880-400d-a23e-888687946f2d, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:23.828386 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.872050 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.872480 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.872968 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.873437 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.874190 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.874190 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.874711 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.875526 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.876022 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.876424 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.876871 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.877269 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Tracked resource versions report: Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: pushed versions: Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: { 'AddressGroup': {'1.2'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'ConntrackHelper': {'1.0'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Log': {'1.0'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Network': {'1.1'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Port': {'1.7'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'PortForwarding': {'1.2'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'QosPolicy': {'1.9'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroup': {'1.4'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroupRule': {'1.2'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SubPort': {'1.0'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Subnet': {'1.1'}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Trunk': {'1.1'}} Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: consumer versions: Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: { DHCP agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: HyperV agent@hv-cinder-80475: {}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: L3 agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: Metadata agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: Metering agent@dv-cinder-804757-2-iscsi: {}, Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: Open vSwitch agent@dv-cinder-804757-2-iscsi: { 'AddressGroup': '1.2', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'ConntrackHelper': '1.0', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Log': '1.0', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Network': '1.1', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Port': '1.7', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'PortForwarding': '1.2', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'QosPolicy': '1.9', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroup': '1.4', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SecurityGroupRule': '1.2', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'SubPort': '1.0', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Subnet': '1.1', Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: 'Trunk': '1.1'}} Aug 27 04:03:23.879081 dv-cinder-804757-2-iscsi neutron-server[94489]: {{(pid=94489) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 27 04:03:23.922957 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] For port 28a5c494-8880-400d-a23e-888687946f2d, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:23.930229 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] For port 28a5c494-8880-400d-a23e-888687946f2d, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=28a5c494-8880-400d-a23e-888687946f2d,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:23.945095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.964909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64e9c8e-e1c5-4079-b519-296d330704a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:23.971087 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.009822 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.084363 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.085709 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:24.087216 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:24.093173 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc0861-7a0d-4d06-93d4-1b8bcd84d12f None None] Pushing event updated for resources: {'Port': ['ID=28a5c494-8880-400d-a23e-888687946f2d,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.099491 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a64e9c8e-e1c5-4079-b519-296d330704a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.108614 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Transition to ACTIVE for port object daccfd7e-f1e8-4e67-9f96-705b3549cac4 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:24.203505 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.222820 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9060e5e9-16b3-47aa-aa0f-04e43be48dc8 req-2ab330d7-3eea-462f-89bc-6f52bb989ff2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0669496 Aug 27 04:03:24.223294 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a64e9c8e-e1c5-4079-b519-296d330704a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d55ab7512eb147428ff65607b5c61b30&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0958226 Aug 27 04:03:24.226890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37272) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:24.253784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e9c8e-e1c5-4079-b519-296d330704a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f791262b-5d9a-4f05-83a0-5d45a8f320e0,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.305604 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Attempting to bind port daccfd7e-f1e8-4e67-9f96-705b3549cac4 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:24.306339 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Attempting to bind port daccfd7e-f1e8-4e67-9f96-705b3549cac4 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:24.306922 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Attempting to bind port daccfd7e-f1e8-4e67-9f96-705b3549cac4 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:24.312785 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013d8f-3afd-4b3a-abb6-933f5dcbf3c0 None None] Pushing event updated for resources: {'Port': ['ID=daccfd7e-f1e8-4e67-9f96-705b3549cac4,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.316611 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:24.317317 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:24.317915 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.318866 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:24.319599 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Bound port: daccfd7e-f1e8-4e67-9f96-705b3549cac4, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:24.320222 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.330886 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Allocated IP 172.20.0.1 (ae738068-a8df-43ab-a247-dfe7ca6ceb64/a5f5c586-e37d-4491-9a80-501b7dd3cf22/c3088657-85dc-405b-b51c-576c301cb835) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:24.356966 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Allocated IP 172.20.0.1 (6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f/db5d7ca3-4ebd-4566-9a56-d43b2b6f831d/0dc97707-3870-4ca1-8225-415820e9342c) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:24.371955 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.375786 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:24.432746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] For port daccfd7e-f1e8-4e67-9f96-705b3549cac4, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:24.438980 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] For port daccfd7e-f1e8-4e67-9f96-705b3549cac4, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=daccfd7e-f1e8-4e67-9f96-705b3549cac4,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:24.500062 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.532692 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Transition to ACTIVE for port object c3088657-85dc-405b-b51c-576c301cb835 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:24.546895 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.591783 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.662475 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6013d8f-3afd-4b3a-abb6-933f5dcbf3c0 None None] Pushing event updated for resources: {'Port': ['ID=daccfd7e-f1e8-4e67-9f96-705b3549cac4,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.720113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:24.720815 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:24.730655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.744836 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.805453 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.808292 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.813160 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f791262b-5d9a-4f05-83a0-5d45a8f320e0 HTTP/1.1" status: 204 len: 168 time: 0.5833440 Aug 27 04:03:24.823627 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd20e3-683b-4c50-ae91-93d9a09dca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f791262b-5d9a-4f05-83a0-5d45a8f320e0,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.842108 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:20Z', 'revision_number': 3, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:24.876991 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5a9a57-0bcc-4c1c-b757-55ac8ffe5181 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:20Z', 'revision_number': 3, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:03:24.885762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:24.890436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.896674 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:24.924161 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ed60d06-280d-402a-baab-7f72639da75e req-defd3102-06ad-48f5-9802-35d98c112fa6 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.1906171 Aug 27 04:03:24.926261 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:24.928272 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:24.937484 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:24.939388 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:24.940295 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:24.950729 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:24.960755 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:24.961588 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.114405 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:25.259094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-064caa01-7b77-4553-b654-6927acb27272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:21Z', 'revision_number': 3, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:25.350289 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064caa01-7b77-4553-b654-6927acb27272 None None] The sync data for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi is: [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:21Z', 'revision_number': 3, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:03:25.391282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37300) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:25.486450 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cf7e036e-29f4-464d-b5b4-596e1f7240b1 req-1abb4997-fc0c-472d-b389-f55de1944cf0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0538278 Aug 27 04:03:25.489113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-69683b7a-fa0a-4348-a7e0-c3ee6769c105 None None] Provisioning for port c3088657-85dc-405b-b51c-576c301cb835 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:25.503766 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-69683b7a-fa0a-4348-a7e0-c3ee6769c105 None None] Provisioning complete for port c3088657-85dc-405b-b51c-576c301cb835 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:25.503766 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-69683b7a-fa0a-4348-a7e0-c3ee6769c105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.577273 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.579050 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.703681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fa7f-ab8e-4163-8b9e-33514f5a27e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.812270 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-69683b7a-fa0a-4348-a7e0-c3ee6769c105 None None] Port c3088657-85dc-405b-b51c-576c301cb835 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:03:25.827312 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.922419 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.934795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.935613 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:25.958136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fa7f-ab8e-4163-8b9e-33514f5a27e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.037694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fa7f-ab8e-4163-8b9e-33514f5a27e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.103965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37312) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:26.105645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.106651 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.111061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8fa7f-ab8e-4163-8b9e-33514f5a27e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816dc183-73b5-4684-adaa-a684fc9e14cb,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:26.147599 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Pushing event updated for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:26.152134 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8f217cad-2d69-4598-be1b-a5bad714895c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.177704 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:26.182208 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:26.310150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 28a5c494-8880-400d-a23e-888687946f2d up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:26.357901 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Pushing event updated for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:26.373818 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11d39027-302f-45b3-a26d-dfe75e6d5726 req-c965f2a9-9ac9-453c-a089-85947bbc9c14 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.2638505 Aug 27 04:03:26.390980 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7aa8fa7f-ab8e-4163-8b9e-33514f5a27e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1ee98f09292e42dcb6ce4eef97c4d47f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9953218 Aug 27 04:03:26.399056 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37316) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:26.478187 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 28a5c494-8880-400d-a23e-888687946f2d completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:26.483484 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 28a5c494-8880-400d-a23e-888687946f2d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:26.484113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.491053 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Router b20cff2f-e3ed-4db6-b996-bc55a41fd25c has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:03:26.507428 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.532361 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:26.534169 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:26.622157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.636295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8f217cad-2d69-4598-be1b-a5bad714895c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.649290 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.662700 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc720458-19f0-4db6-b543-291dab0ed92a req-99974e05-f07f-4c54-af9c-4a805a6c4d1e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0410178 Aug 27 04:03:26.698825 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 28a5c494-8880-400d-a23e-888687946f2d, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=28a5c494-8880-400d-a23e-888687946f2d,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:26.763327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8f217cad-2d69-4598-be1b-a5bad714895c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.785769 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.786607 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device daccfd7e-f1e8-4e67-9f96-705b3549cac4 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:26.808563 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:03:26.809920 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f217cad-2d69-4598-be1b-a5bad714895c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f147923-74e3-4e40-a221-0d61f8ad6ba2,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:26.843850 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8f217cad-2d69-4598-be1b-a5bad714895c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ea89ba75e9fa44139e410c71a81e194f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7388680 Aug 27 04:03:26.847336 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37326) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:26.895718 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:03:26.901404 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ea1ab3f8-eacf-4503-bded-b03071e4a2b0 admin admin] 10.222.0.73 "PUT /v2.0/routers/b20cff2f-e3ed-4db6-b996-bc55a41fd25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6808007 Aug 27 04:03:26.930881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.955294 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=28a5c494-8880-400d-a23e-888687946f2d,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:26.965851 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ab127eb0-24c4-4e96-af55-6708c507f632 None None] Provisioning complete for port c3088657-85dc-405b-b51c-576c301cb835 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:26.966661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ab127eb0-24c4-4e96-af55-6708c507f632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.978817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:26.989614 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:03:26.996711 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0f973c85-6bf5-4ca4-bc93-6fce7b919e5a admin admin] 10.222.0.73 "PUT /v2.0/routers/17bad56f-7493-4c5a-8dc1-a792f995e1ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2559993 Aug 27 04:03:27.026085 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ab127eb0-24c4-4e96-af55-6708c507f632 None None] Port c3088657-85dc-405b-b51c-576c301cb835 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:03:27.029405 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port daccfd7e-f1e8-4e67-9f96-705b3549cac4 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:27.038073 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port daccfd7e-f1e8-4e67-9f96-705b3549cac4 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:27.038552 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.094341 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.097090 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.098273 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/816dc183-73b5-4684-adaa-a684fc9e14cb HTTP/1.1" status: 204 len: 168 time: 0.6957397 Aug 27 04:03:27.115744 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e8ba6-81dd-4771-920d-4ce74eeb31bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816dc183-73b5-4684-adaa-a684fc9e14cb,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:27.186862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.188980 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.194032 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1f147923-74e3-4e40-a221-0d61f8ad6ba2 HTTP/1.1" status: 204 len: 168 time: 0.3419104 Aug 27 04:03:27.203908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4f5d8-0cd0-4443-9a97-172adb6490a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f147923-74e3-4e40-a221-0d61f8ad6ba2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:27.237655 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.262783 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port daccfd7e-f1e8-4e67-9f96-705b3549cac4, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=daccfd7e-f1e8-4e67-9f96-705b3549cac4,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:27.340590 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:27.402447 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=daccfd7e-f1e8-4e67-9f96-705b3549cac4,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:28.129825 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-f8f1a33e-d480-4705-8aac-37fa0002baf6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:28.138868 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-f8f1a33e-d480-4705-8aac-37fa0002baf6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 819 time: 0.1868517 Aug 27 04:03:28.156664 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-23e7f48e-21dd-4061-bd77-e1b8a5288554 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/quotas/5030fe8a997e416683658c321efaef5e HTTP/1.1" status: 200 len: 375 time: 0.0164864 Aug 27 04:03:28.160988 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 28a5c494-8880-400d-a23e-888687946f2d up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:28.165356 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:03:28.177588 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:28.178215 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:28.236146 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 28a5c494-8880-400d-a23e-888687946f2d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:28.236275 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:28.263225 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-6d5faa1c-fd3c-4d5b-9492-8a72c7d18e4c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948179 Aug 27 04:03:28.319190 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37376) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:28.328188 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776527638', 'description': 'tempest-description--2037141916'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:28.387055 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device daccfd7e-f1e8-4e67-9f96-705b3549cac4 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:28.392783 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37378) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:28.408374 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-357658f0-d3fb-476d-842e-5147a641f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:28.434078 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Sync routers for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:03:28.443365 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:28.474179 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:28.474514 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:28.475241 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:28.499007 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f636f0af-21b5-45ce-9c64-cc8d65e6ed66 req-4420d323-ac7d-48dc-aed7-a65a0f6836b7 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0504875 Aug 27 04:03:28.579324 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-60fc46e4-b0b0-49e3-a739-496b2f8e9e23 service neutron] 10.222.0.73 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046944 Aug 27 04:03:28.617132 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port daccfd7e-f1e8-4e67-9f96-705b3549cac4 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:28.617850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:28.620075 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c3893b8b-2656-462d-aaa4-b545b5a0435c req-41de08d0-5c68-4d32-9f47-348771e528fb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0396841 Aug 27 04:03:29.432101 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.74', 49858) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:29.434305 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-357658f0-d3fb-476d-842e-5147a641f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.436599 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:29.438469 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 2, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:29.439315 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-0a81c502-b148-4273-bb28-434ec9a229bd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:29.439315 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-0a81c502-b148-4273-bb28-434ec9a229bd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1981363 Aug 27 04:03:29.439669 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:03:29.439669 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Updating router 17bad56f-7493-4c5a-8dc1-a792f995e1ee port c3088657-85dc-405b-b51c-576c301cb835 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:03:29.440030 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-79881906-b4ba-4655-a8c7-36de667698d4 service neutron] 10.222.0.73 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660362 Aug 27 04:03:29.440387 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.440459 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Request body: {'port': {'device_id': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'admin_state_up': True, 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:29.440537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '0dc97707-3870-4ca1-8225-415820e9342c', 'name': '', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'mac_address': 'fa:16:3e:c7:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 2, 'project_id': '5030fe8a997e416683658c321efaef5e', 'subnets': [{'id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:29.440537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Checking router: b20cff2f-e3ed-4db6-b996-bc55a41fd25c for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:03:29.440537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Updating router b20cff2f-e3ed-4db6-b996-bc55a41fd25c port 0dc97707-3870-4ca1-8225-415820e9342c binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:03:29.440537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.440852 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.440852 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Transition to ACTIVE for port object c3088657-85dc-405b-b51c-576c301cb835 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:29.440986 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-357658f0-d3fb-476d-842e-5147a641f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.448398 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-357658f0-d3fb-476d-842e-5147a641f029 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9747c96b30149459a9a5e83ab0325b6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0535271 Aug 27 04:03:29.453047 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37398) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:29.481262 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.589079 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38084-c37b-4f69-98ed-dcec61183b07 None None] Pushing event updated for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:29.670796 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.676549 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ae0a51e-c678-431d-aae4-276d0e72ea6b req-fb9542ea-7d36-4675-ba9b-affa60eb3fd1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 210 time: 0.1111250 Aug 27 04:03:29.698619 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.737817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357658f0-d3fb-476d-842e-5147a641f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46738836-ca76-46ac-ad47-a30cf18ca62a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:29.750516 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Transition to ACTIVE for port object 0dc97707-3870-4ca1-8225-415820e9342c will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:29.765933 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.801595 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2916cf25-386b-4485-97e3-77f686eedf0b req-f0941186-45d5-4206-bb41-adf0c120e4b4 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.1190805 Aug 27 04:03:29.827754 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Attempting to bind port c3088657-85dc-405b-b51c-576c301cb835 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:29.828310 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Attempting to bind port c3088657-85dc-405b-b51c-576c301cb835 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:29.833557 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Attempting to bind port c3088657-85dc-405b-b51c-576c301cb835 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:29.848624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.855025 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.880591 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480fd616-b9d9-435d-bc55-38db5affb092,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:29.907303 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:29.908598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.914287 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Checking segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:29.916028 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:29.920289 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Bound using segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:29.923231 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Bound port: c3088657-85dc-405b-b51c-576c301cb835, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:29.927394 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.005617 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:30.013093 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.031256 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17b9f5c9-3c92-446c-bfd8-48f79f03d3b2 req-a7aa13bb-ba28-4e72-a21c-dead1796c937 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.1190431 Aug 27 04:03:30.161860 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] For port c3088657-85dc-405b-b51c-576c301cb835, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:30.168135 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] For port c3088657-85dc-405b-b51c-576c301cb835, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=c3088657-85dc-405b-b51c-576c301cb835,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:30.231721 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2bce-35b6-459a-b82f-23fc7ab8597c None None] Pushing event updated for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:30.235098 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Attempting to bind port 0dc97707-3870-4ca1-8225-415820e9342c on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:30.235314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Attempting to bind port 0dc97707-3870-4ca1-8225-415820e9342c by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:30.235753 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Attempting to bind port 0dc97707-3870-4ca1-8225-415820e9342c on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:30.246180 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:30.246576 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Checking segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:30.246984 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.247420 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Bound using segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:30.247912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Bound port: 0dc97707-3870-4ca1-8225-415820e9342c, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:30.248390 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.249398 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.251071 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-936f51d7-5dc0-46e8-a891-1fc14ffe58d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.9298174 Aug 27 04:03:30.253945 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37450) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:30.259105 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group_rule': {'security_group_id': '480fd616-b9d9-435d-bc55-38db5affb092', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:30.347295 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.380113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] For port 0dc97707-3870-4ca1-8225-415820e9342c, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:30.385283 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.74', 49863) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:30.389404 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] For port 0dc97707-3870-4ca1-8225-415820e9342c, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=0dc97707-3870-4ca1-8225-415820e9342c,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:30.423347 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:30.424170 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:30.466497 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.479535 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.515237 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c38084-c37b-4f69-98ed-dcec61183b07 None None] Pushing event updated for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:30.624060 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.630510 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.634417 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46738836-ca76-46ac-ad47-a30cf18ca62a HTTP/1.1" status: 204 len: 168 time: 1.1797478 Aug 27 04:03:30.667262 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:03:30.668328 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:30.670409 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:30.687211 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d2bce-35b6-459a-b82f-23fc7ab8597c None None] Pushing event updated for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:30.859898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc543a31-2c9a-4796-9a67-6c580fbee23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46738836-ca76-46ac-ad47-a30cf18ca62a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:30.916437 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-fb82f4c5-643e-4e9f-8c79-f34ec6ab0352 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:30.918579 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-fb82f4c5-643e-4e9f-8c79-f34ec6ab0352 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.74 "GET /v2.0/networks?id=b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 HTTP/1.1" status: 200 len: 811 time: 0.4993331 Aug 27 04:03:30.968851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:30.973706 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Request body: {'port': {'device_id': '3023b951-fa8f-4235-ac32-1423097b35cd', 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6', 'admin_state_up': True, 'tenant_id': 'a2a4f9dd7d714d20afb13bd273d14061'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:31.133085 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:03:31.192213 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-ab074861-aebe-449e-94b1-f150e414820b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:31.201070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-ab074861-aebe-449e-94b1-f150e414820b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 819 time: 0.9957960 Aug 27 04:03:31.202911 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37502) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:31.204405 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Allocated IP 172.20.0.10 (bd5cbeee-0483-497b-a816-2825652e56f8/058a9945-4352-4208-8895-7d6945394e54/8e4eacb7-9daf-4803-972f-81d8c117a2c4) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:31.226960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b51f1089-fadd-4e5b-9575-e85ae67ce697 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/quotas/5030fe8a997e416683658c321efaef5e HTTP/1.1" status: 200 len: 375 time: 0.0246050 Aug 27 04:03:31.320080 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:31.345685 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-d612dca6-b344-4171-a1c6-b125db93e1e8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174004 Aug 27 04:03:31.349476 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:30Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:31.404746 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d868ba3-11a6-4310-960c-4c1840a57742 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:30Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:03:31.441913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab13ed8b-b3c8-405e-91c0-606aa5e3428d,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:31.601190 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-e49e0cc2-c70d-4cbf-a8b2-2e56e049415a service neutron] 10.222.0.73 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547274 Aug 27 04:03:31.670433 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '0dc97707-3870-4ca1-8225-415820e9342c', 'name': '', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'mac_address': 'fa:16:3e:c7:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:30Z', 'revision_number': 4, 'project_id': '5030fe8a997e416683658c321efaef5e', 'subnets': [{'id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:31.735720 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7b91d3-62e9-45f3-b99b-8c14552c3f1f None None] The sync data for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi is: [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '0dc97707-3870-4ca1-8225-415820e9342c', 'name': '', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'mac_address': 'fa:16:3e:c7:c1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:30Z', 'revision_number': 4, 'project_id': '5030fe8a997e416683658c321efaef5e', 'subnets': [{'id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:03:31.791274 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Made reservation on behalf of a2a4f9dd7d714d20afb13bd273d14061 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:31.805731 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:31.847585 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:31.980151 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95faab61-ec67-4991-8ce1-adad5678612f req-111ebdd2-be7c-48ae-8c11-bb27302cd332 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.1439240 Aug 27 04:03:32.152877 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:32.227230 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8e30-9101-420b-b6c6-c249662beb7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:32.375661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 0dc97707-3870-4ca1-8225-415820e9342c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:32.435373 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:32.440678 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-14d9e208-40e9-4360-bab7-33b236cbf7f9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1852896 Aug 27 04:03:32.452135 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37528) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:32.487202 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group_rule': {'security_group_id': '480fd616-b9d9-435d-bc55-38db5affb092', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:32.594240 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Network bd5cbeee-0483-497b-a816-2825652e56f8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:32.603913 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 0dc97707-3870-4ca1-8225-415820e9342c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:32.611011 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 0dc97707-3870-4ca1-8225-415820e9342c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:32.611682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:32.715754 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388f506-02fd-4b71-a93e-ce60b9af69e3 req-8e8c7c23-bfd7-4686-904e-8f1bed6eecb6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:32.723334 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0388f506-02fd-4b71-a93e-ce60b9af69e3 req-8e8c7c23-bfd7-4686-904e-8f1bed6eecb6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 932 time: 0.4767416 Aug 27 04:03:32.753095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:32.772518 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:32.793991 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:32.803092 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:32.886543 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-347d19a3-18f9-4dce-951b-b3fd7b1f7ac2 service neutron] 10.222.0.73 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2842815 Aug 27 04:03:32.906524 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Allocated IP 172.20.0.9 (b29890bd-b6ec-4c54-8b0c-b3b2de6465d6/286917c0-f173-4893-9edb-c731c345df4f/8d437acd-33d0-47b8-9d2f-3680430a75b6) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:32.928296 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event updated for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:32.956042 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0388f506-02fd-4b71-a93e-ce60b9af69e3 req-19e79bae-f322-435d-a790-22c0a46e4075 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317016 Aug 27 04:03:33.017841 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-9ade977e-a6f3-406b-b40a-4c8793d6944c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9878073 Aug 27 04:03:33.176392 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.289413 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.302480 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 0dc97707-3870-4ca1-8225-415820e9342c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=0dc97707-3870-4ca1-8225-415820e9342c,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:33.312470 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-b4bcc7bc-5648-400e-b83c-2428be50ae64 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:03:33.319757 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-b4bcc7bc-5648-400e-b83c-2428be50ae64 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2456684 Aug 27 04:03:33.322044 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.74', 49872) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:33.402510 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8e30-9101-420b-b6c6-c249662beb7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.460217 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.461530 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device c3088657-85dc-405b-b51c-576c301cb835 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:33.496158 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ec6f8e30-9101-420b-b6c6-c249662beb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.728639 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:33.800460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6f8e30-9101-420b-b6c6-c249662beb7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c44bc9-5cf6-4ea6-9c52-a122d118d41b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:33.900641 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port c3088657-85dc-405b-b51c-576c301cb835 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:33.905886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port c3088657-85dc-405b-b51c-576c301cb835 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:33.912353 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.934074 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ec6f8e30-9101-420b-b6c6-c249662beb7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=eb3c35249af94c46b9f113607421db94&name=default HTTP/1.1" status: 200 len: 2976 time: 2.7147100 Aug 27 04:03:33.935666 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37568) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:33.954137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:33.964808 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2f182e90-5781-423c-8db6-4ef3cd0e302d req-025852af-9f13-4fa3-8f25-e13a705b9a4d tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.3608923 Aug 27 04:03:33.968402 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:03:34.075443 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.085330 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.116167 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Request body: {'port': {'device_id': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:34.168474 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fdf97954-875c-4813-8502-b65a4fc71cc0 req-9ba18c4a-dc33-4e92-8c0d-f191cfde6b42 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.2719855 Aug 27 04:03:34.280652 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba326fb0-34fc-49d6-9bc1-7780cafab87a,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:34.307765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.315061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.328742 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.332083 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.336078 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1b5b1f9f-5c1a-46f7-b5b3-147df7ddf1ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8763835 Aug 27 04:03:34.347478 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37584) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:34.369805 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:34.452272 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port c3088657-85dc-405b-b51c-576c301cb835, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=c3088657-85dc-405b-b51c-576c301cb835,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:34.456701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.482465 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-4c4966fb-3dff-49a3-9268-3b1b57a9c6db tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:34.484291 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-4c4966fb-3dff-49a3-9268-3b1b57a9c6db tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 819 time: 1.0996292 Aug 27 04:03:34.567761 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Request body: {'port': {'device_id': '715a2f59-8055-4b6e-a32f-07a45609c931', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'admin_state_up': True, 'tenant_id': '5030fe8a997e416683658c321efaef5e'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:34.699245 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.699913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:34.808966 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e24fd6-a8a1-47bf-ac79-19d86e90da13 req-1d24cb9d-3886-4af4-891a-8b7420b4fde6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:34.817132 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00e24fd6-a8a1-47bf-ac79-19d86e90da13 req-1d24cb9d-3886-4af4-891a-8b7420b4fde6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 932 time: 0.3325918 Aug 27 04:03:34.879985 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 0dc97707-3870-4ca1-8225-415820e9342c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:34.907250 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00e24fd6-a8a1-47bf-ac79-19d86e90da13 req-382ceab5-4b12-4292-8809-60d904ff9ce3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889640 Aug 27 04:03:35.028639 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:35.045576 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 0dc97707-3870-4ca1-8225-415820e9342c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:35.047125 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.103492 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.155434 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-521b8cad-d571-4897-8939-6a374f2dfaab req-05dae5ee-d6b2-4485-8ce2-0e43e6a2a0a6 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0632830 Aug 27 04:03:35.181451 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4eacb7-9daf-4803-972f-81d8c117a2c4 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:35.199926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.256372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.328627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c8dab23-af58-4136-86e8-1048541e8d19 req-5f6ecc99-44a2-46f8-a19d-d5971a4ed7fb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0844550 Aug 27 04:03:35.337127 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Transition to ACTIVE for port object 8e4eacb7-9daf-4803-972f-81d8c117a2c4 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:35.340317 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.352055 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.371192 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03c44bc9-5cf6-4ea6-9c52-a122d118d41b HTTP/1.1" status: 204 len: 168 time: 1.4188411 Aug 27 04:03:35.371192 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8039e2b-6d1f-4aaf-8319-d85e27b73e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c44bc9-5cf6-4ea6-9c52-a122d118d41b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:35.414244 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Made reservation on behalf of 5030fe8a997e416683658c321efaef5e for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:35.417777 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.478770 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:35.489672 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:35.495168 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:35.509650 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:35.515240 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:35.515918 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.523704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.591374 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Pushing event updated for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:35.674345 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Allocated IP 172.27.3.51 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/669e6d0c-2100-4f0e-baa1-9bd8bbd290b8) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:35.737876 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Attempting to bind port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:35.738651 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Attempting to bind port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:35.739316 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Attempting to bind port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:35.745421 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 on network bd5cbeee-0483-497b-a816-2825652e56f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:03:35.751165 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Attempting to bind port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:35.752581 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:35.753186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Checking segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:35.754191 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Bound using segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:35.755089 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Bound port: 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:35.755823 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.788320 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-915baab0-c270-4ea1-9e82-fc314d0e508a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8188415 Aug 27 04:03:35.789752 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Allocated IP 172.20.0.2 (6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f/db5d7ca3-4ebd-4566-9a56-d43b2b6f831d/dcd7a2b9-30fd-43d0-85c6-38a70773fb11) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:35.925605 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:35.937592 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:35.945702 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:35.955411 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37616) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:36.115492 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.168278 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.196988 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab7cdd-d6ed-42e0-a36d-e160294d46f8 req-089116b9-49c0-43eb-a84e-73bfb75d8755 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:36.202621 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13ab7cdd-d6ed-42e0-a36d-e160294d46f8 req-089116b9-49c0-43eb-a84e-73bfb75d8755 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.1843729 Aug 27 04:03:36.203303 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:36.203656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.205318 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] 10.222.0.74 "PUT /v2.0/ports/8e4eacb7-9daf-4803-972f-81d8c117a2c4 HTTP/1.1" status: 200 len: 1094 time: 2.5998552 Aug 27 04:03:36.205742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:36.248450 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.318538 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Request body: {'port': {'device_id': '3023b951-fa8f-4235-ac32-1423097b35cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:36.364504 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:36.367653 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:36.397566 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.399307 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:36.423167 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db50e36-b2aa-4e73-a715-04a9681c0eba service neutron] Pushing event updated for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:36.486835 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70aa59d0-d20d-4171-9d59-5b2a439d5505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.558403 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=669e6d0c-2100-4f0e-baa1-9bd8bbd290b8,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:36.717892 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:36.723955 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.792800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:36.805264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:36.811387 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:36.812112 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.874228 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:36.881688 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Pushing event updated for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:36.909041 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device c3088657-85dc-405b-b51c-576c301cb835 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:36.910936 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:37.011701 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-181731fc-924a-4956-aa91-bf1a733f6694 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4705701 Aug 27 04:03:37.014908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:37.113108 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port c3088657-85dc-405b-b51c-576c301cb835 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:37.113726 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:37.237525 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-21ac814f-d69f-4f49-89a2-43ccf555e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:37.255369 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-21ac814f-d69f-4f49-89a2-43ccf555e5c7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 1097 time: 0.3187394 Aug 27 04:03:37.287964 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13ab7cdd-d6ed-42e0-a36d-e160294d46f8 req-c198a481-2a16-46b4-b890-55d5753722fa tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9706450 Aug 27 04:03:37.337780 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Request body: {'port': {'device_id': '715a2f59-8055-4b6e-a32f-07a45609c931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:37.356162 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256da1e-fc35-448e-8da8-ace219ad5d83 req-95482c5f-2078-479b-b543-c168b6d973c8 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:37.374824 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9256da1e-fc35-448e-8da8-ace219ad5d83 req-95482c5f-2078-479b-b543-c168b6d973c8 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 931 time: 0.9442945 Aug 27 04:03:37.544680 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-6c4d08f1-d0ef-4bd7-8cef-aa99cd13d1de service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4 HTTP/1.1" status: 200 len: 217 time: 0.2476892 Aug 27 04:03:37.603418 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b69983f-5d1b-408c-8620-351a1612242a req-8545f5b6-e1ba-43b2-ac2e-0bb9607f6d43 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0647368 Aug 27 04:03:37.704960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9256da1e-fc35-448e-8da8-ace219ad5d83 req-6db91e4c-ec03-4f2c-b610-9c4032310300 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288944 Aug 27 04:03:37.725797 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-795ee916-6ce9-4948-97c9-ed36f653edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:37.727783 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-795ee916-6ce9-4948-97c9-ed36f653edd4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.1370797 Aug 27 04:03:37.748455 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70aa59d0-d20d-4171-9d59-5b2a439d5505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:37.805083 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:37.917482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70aa59d0-d20d-4171-9d59-5b2a439d5505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.132571 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-70aa59d0-d20d-4171-9d59-5b2a439d5505 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b46f734eca6b4612aa25cae21f225e80&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1745780 Aug 27 04:03:38.134670 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41baa75d-93af-4d9d-8b2c-8e1fd29d8008 x-openstack-request-id: req-41baa75d-93af-4d9d-8b2c-8e1fd29d8008 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:38.134959 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:38.135397 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41baa75d-93af-4d9d-8b2c-8e1fd29d8008 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:38.135847 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4', 'status': 'completed', 'code': 200} Aug 27 04:03:38.137820 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37670) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:38.138662 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37672) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:38.145836 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-23c392ed-234b-4920-ba43-7b65723b00c7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285617 Aug 27 04:03:38.165046 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.208916 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa59d0-d20d-4171-9d59-5b2a439d5505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02ac6d1-468f-4f06-bbb1-72faa8463982,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:38.285817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.404946 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=669e6d0c-2100-4f0e-baa1-9bd8bbd290b8,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:38.422719 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.436604 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.474598 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-0bd781dc-1ff6-4102-b5e4-90263461c9d4 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826912 Aug 27 04:03:38.487529 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d437acd-33d0-47b8-9d2f-3680430a75b6 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:38.499007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.532285 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Transition to ACTIVE for port object 8d437acd-33d0-47b8-9d2f-3680430a75b6 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:38.533681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6a9b63d2-2b92-4d29-a8e7-562b25147f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.560655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.562855 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e2a89deb-9d80-41f1-b098-71a26ab6e215 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2104938 Aug 27 04:03:38.583861 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.696567 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.74', 49884) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:38.774623 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd7a2b9-30fd-43d0-85c6-38a70773fb11 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:38.793553 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:38.833860 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Transition to ACTIVE for port object dcd7a2b9-30fd-43d0-85c6-38a70773fb11 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:38.888930 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7e8204-2afb-4f30-a289-e7a50f908319 req-98017234-8ac2-43b8-ad02-2c874c7df5c9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:38.891029 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f7e8204-2afb-4f30-a289-e7a50f908319 req-98017234-8ac2-43b8-ad02-2c874c7df5c9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.4151285 Aug 27 04:03:39.000177 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4918b7f9-eeda-45e3-9767-229a1e0747b8 req-b3e98715-c7b9-4b7a-b5ba-17687964fa38 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.1668773 Aug 27 04:03:39.035675 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-678999e6-315c-4f46-a406-4e518af3e7a7 req-35a5898c-0cf2-47b2-b560-e7c465d2ca87 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5388844 Aug 27 04:03:39.052175 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f7e8204-2afb-4f30-a289-e7a50f908319 req-a02da918-d235-4901-b856-581d25cf4712 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472900 Aug 27 04:03:39.097758 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-3090fe25-fb3f-4c6f-abe7-eb073f374475 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:39.108171 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-3090fe25-fb3f-4c6f-abe7-eb073f374475 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 819 time: 0.4254048 Aug 27 04:03:39.181228 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e11f7-c91a-4e39-b312-f86ebc0b5f67 req-9bb866db-455e-4b32-96bb-963c90d8f56c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:39.183423 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f52e11f7-c91a-4e39-b312-f86ebc0b5f67 req-9bb866db-455e-4b32-96bb-963c90d8f56c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 931 time: 0.0724754 Aug 27 04:03:39.220846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.270107 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-1e1f041f-1d13-46d4-b519-391e95be2545 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1776527638&fields=id&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 267 time: 0.0854692 Aug 27 04:03:39.278685 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f52e11f7-c91a-4e39-b312-f86ebc0b5f67 req-e3de75a0-3340-4a56-96bd-7c412a01df3a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Aug 27 04:03:39.288480 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8b8e2afa-4162-4307-8d3f-99fe42840512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.292243 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.328727 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.332056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.333470 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a02ac6d1-468f-4f06-bbb1-72faa8463982 HTTP/1.1" status: 204 len: 168 time: 1.1865702 Aug 27 04:03:39.390908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:39.399907 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaa405-c674-42f0-b75e-d50cb6685343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02ac6d1-468f-4f06-bbb1-72faa8463982,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:39.489010 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Attempting to bind port 8d437acd-33d0-47b8-9d2f-3680430a75b6 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:39.489838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Attempting to bind port 8d437acd-33d0-47b8-9d2f-3680430a75b6 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '5bbf4ab6-9c73-4813-8d16-2de883ad1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:39.489838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Attempting to bind port 8d437acd-33d0-47b8-9d2f-3680430a75b6 on network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:39.495166 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-a64b2147-4678-4814-b481-dcf8515ff9c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:39.497150 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-a64b2147-4678-4814-b481-dcf8515ff9c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 816 time: 0.2175469 Aug 27 04:03:39.515909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Port 8d437acd-33d0-47b8-9d2f-3680430a75b6 on network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:03:39.516639 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Attempting to bind port 8d437acd-33d0-47b8-9d2f-3680430a75b6 on network b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:39.519280 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-2fc137bb-0730-472b-bbe5-e2c8b7aba645 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/quotas/74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 375 time: 0.0156085 Aug 27 04:03:39.536406 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:39.551565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:39.551565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Checking segment: {'id': '5bbf4ab6-9c73-4813-8d16-2de883ad1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:39.551565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Bound using segment: {'id': '5bbf4ab6-9c73-4813-8d16-2de883ad1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:39.551565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Bound port: 8d437acd-33d0-47b8-9d2f-3680430a75b6, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbf4ab6-9c73-4813-8d16-2de883ad1691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:39.551565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.570806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Attempting to bind port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:39.571454 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Attempting to bind port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:39.571983 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Attempting to bind port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:39.620796 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:03:39.621248 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Attempting to bind port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:39.636288 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:39.636965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Checking segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:39.637603 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Bound using segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:39.638272 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Bound port: dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:39.638871 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:39.733426 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-8d80e55c-35d7-4068-a7af-6cb7a8a5e50b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1165447 Aug 27 04:03:39.733642 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:39.735548 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:39.759727 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:39.763009 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:39.781923 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-68e91cb0-52d5-4c1d-b418-07abd3469a53 service neutron] 10.222.0.73 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211522 Aug 27 04:03:39.895136 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-1b07d22d-80cd-413d-9c96-92ab687abd47 service neutron] 10.222.0.73 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042888 Aug 27 04:03:40.043528 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.096887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:40.097510 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.101310 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] 10.222.0.74 "PUT /v2.0/ports/8d437acd-33d0-47b8-9d2f-3680430a75b6 HTTP/1.1" status: 200 len: 1093 time: 3.8111811 Aug 27 04:03:40.101310 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:40.121492 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33c650c3-bd28-43dc-8198-c74a265b26c1 req-719ef991-82ca-43c4-94f2-44db758aa2ef tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0427806 Aug 27 04:03:40.197295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.208745 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6a9b63d2-2b92-4d29-a8e7-562b25147f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.234993 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f3727d-b593-4733-a8db-294a97f43b75 service neutron] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:40.242801 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:40.243565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.245298 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] 10.222.0.74 "PUT /v2.0/ports/dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 1093 time: 3.0784965 Aug 27 04:03:40.321119 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fd995-9783-41c0-8a10-b15ab6fd38c0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:40.322112 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8875c7e7-460d-4b87-92fd-6c44807fb9b1 req-ab8ca3d3-df17-4f1e-81ee-6feab7291006 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:40.326435 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8875c7e7-460d-4b87-92fd-6c44807fb9b1 req-ab8ca3d3-df17-4f1e-81ee-6feab7291006 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.1045616 Aug 27 04:03:40.363580 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6a9b63d2-2b92-4d29-a8e7-562b25147f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.415427 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445" -d '{"events": [{"name": "network-changed", "server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:40.445297 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8875c7e7-460d-4b87-92fd-6c44807fb9b1 req-a37515ac-582b-4115-83f0-6c36bdc52f5a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017971 Aug 27 04:03:40.469567 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37726) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:40.470911 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6a9b63d2-2b92-4d29-a8e7-562b25147f44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=beb00cc1b2394cb4b26c6c4c7e1d3983&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3220105 Aug 27 04:03:40.477157 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b63d2-2b92-4d29-a8e7-562b25147f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da7c987-639d-42d3-bc8c-98784b363e43,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:40.633348 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f689261e-4d01-4139-ac35-fb9600f87e36 req-564ac050-3c47-4b34-9040-480d9eb792c6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0567753 Aug 27 04:03:40.657010 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.702314 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:40.771153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ffc78-ce00-48bc-8b0d-16cb1e6d8c8c req-5d593363-ed0c-4dfc-b942-29b88abf2c2a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:40.790914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-976ffc78-ce00-48bc-8b0d-16cb1e6d8c8c req-5d593363-ed0c-4dfc-b942-29b88abf2c2a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.2822723 Aug 27 04:03:40.937237 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-976ffc78-ce00-48bc-8b0d-16cb1e6d8c8c req-e924499d-0cd1-4349-9145-2e1ede67e940 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471393 Aug 27 04:03:40.957133 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2924a26-50ae-40a0-a61b-7a20c91906aa x-openstack-request-id: req-e2924a26-50ae-40a0-a61b-7a20c91906aa {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:40.957578 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:40.957983 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2924a26-50ae-40a0-a61b-7a20c91906aa {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:40.958528 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'status': 'completed', 'code': 200} Aug 27 04:03:41.244923 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42df10b6-7bf7-4eda-af0f-b2bd92b603aa req-e4a5008e-88c1-4983-92cb-6ef302b0cc8c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0375047 Aug 27 04:03:41.403422 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:41.407717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:41.409063 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9da7c987-639d-42d3-bc8c-98784b363e43 HTTP/1.1" status: 204 len: 168 time: 0.9381905 Aug 27 04:03:41.417478 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd12f07-921b-4aad-bbc6-27587332d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da7c987-639d-42d3-bc8c-98784b363e43,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:41.619687 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465b20f-a7dc-4d05-9bda-ff712d1fa077 req-e06cc328-29b2-4917-8c54-7c18aacbe735 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:41.621541 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a465b20f-a7dc-4d05-9bda-ff712d1fa077 req-e06cc328-29b2-4917-8c54-7c18aacbe735 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.0673463 Aug 27 04:03:41.729794 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a465b20f-a7dc-4d05-9bda-ff712d1fa077 req-4a2517a1-e6a0-4335-a276-5482a242d1f7 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008379 Aug 27 04:03:41.765527 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03651496-784d-4c66-aca4-83a949ed17b5 req-7d33f5ba-0ff8-4c4f-8ba0-a624ac0d7c67 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0466580 Aug 27 04:03:41.911365 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d72a0473-c7e9-4314-8b1b-a16fa3f8f238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:42.065931 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:42.119997 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ee3d6-4ad2-40de-9c26-ae3eab020fef req-258f285c-2be7-4564-9042-b0a490014091 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:42.121612 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-476ee3d6-4ad2-40de-9c26-ae3eab020fef req-258f285c-2be7-4564-9042-b0a490014091 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0651410 Aug 27 04:03:42.290899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37772) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:42.339209 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-476ee3d6-4ad2-40de-9c26-ae3eab020fef req-917d3f1d-0a79-4570-9f7b-96eb5aacb2e8 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112710 Aug 27 04:03:42.395879 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10de2b46-3d39-47b7-b5af-926c29a98285 req-430202e5-cbcd-44ea-8376-11f955284389 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0556679 Aug 27 04:03:42.490087 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-641146b1-cfae-4458-a79f-6c1a0af5ed38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:42.647185 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-641146b1-cfae-4458-a79f-6c1a0af5ed38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:42.936939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37786) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:42.943116 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-078beca9-bb70-4c44-8d0d-d053f83ab804 req-41a9370d-9cb8-4e9a-a559-31b178cf45c7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0558858 Aug 27 04:03:42.961003 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:42.963688 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca0924-3260-422c-b88f-f27ba1cbf7f9 req-49d6374c-835e-499c-9e44-2d3ac66391fc tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:42.965768 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eaca0924-3260-422c-b88f-f27ba1cbf7f9 req-49d6374c-835e-499c-9e44-2d3ac66391fc tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.1252675 Aug 27 04:03:42.967225 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad3246-dc47-4578-8895-7fd927cb7b43" -d '{"events": [{"name": "network-changed", "server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:43.031866 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eaca0924-3260-422c-b88f-f27ba1cbf7f9 req-1c2bc46e-d59e-4b4f-a9e8-5faf92bedddd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589585 Aug 27 04:03:43.072317 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.073116 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-641146b1-cfae-4458-a79f-6c1a0af5ed38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.091657 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37794) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:43.106141 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5b41e70-678f-4d99-88f1-c8c414f6d85d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.180337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba22b0b4-a0ed-48db-876d-ef8d94da754a x-openstack-request-id: req-ba22b0b4-a0ed-48db-876d-ef8d94da754a {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:43.182839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:43.182839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba22b0b4-a0ed-48db-876d-ef8d94da754a {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:43.182839 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11', 'status': 'completed', 'code': 200} Aug 27 04:03:43.207548 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-468135566-network', 'tenant_id': '81f29ce9ad3c4822805ac42725527cdb'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:43.226936 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-641146b1-cfae-4458-a79f-6c1a0af5ed38 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e703e80507d54e979104ab9b8ddc72b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9319861 Aug 27 04:03:43.228401 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 37800) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:43.230021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641146b1-cfae-4458-a79f-6c1a0af5ed38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ee5e1c-8cf8-4fc2-9848-97953f46dfe2,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:43.300026 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5b41e70-678f-4d99-88f1-c8c414f6d85d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.318332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.345408 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.472148 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492655f1-8f73-4ffc-8862-81e68d733bd8 req-75ec474f-616c-472d-9c0a-3fe5e0ca025d tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:43.479785 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-492655f1-8f73-4ffc-8862-81e68d733bd8 req-75ec474f-616c-472d-9c0a-3fe5e0ca025d tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0643480 Aug 27 04:03:43.488898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5b41e70-678f-4d99-88f1-c8c414f6d85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.578902 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d5b41e70-678f-4d99-88f1-c8c414f6d85d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2331b209fe514fa0bf886d1b49e691f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4601440 Aug 27 04:03:43.579410 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37810) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:43.579892 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.579892 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.579892 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b8ee5e1c-8cf8-4fc2-9848-97953f46dfe2 HTTP/1.1" status: 204 len: 168 time: 0.3327370 Aug 27 04:03:43.589991 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-23b55224-dc37-425a-b11e-8499eda6fa1a req-de5db2ca-522c-41ec-9549-654c416df773 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0606790 Aug 27 04:03:43.603035 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41e70-678f-4d99-88f1-c8c414f6d85d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5579b39e-9c76-4959-add3-107e21e787d9,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:43.623134 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-492655f1-8f73-4ffc-8862-81e68d733bd8 req-4ffd48a4-c4a6-45df-ab02-efc57c2be0d5 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422331 Aug 27 04:03:43.642467 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece36a6-c04e-40d2-9c6c-58d09a9aeaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ee5e1c-8cf8-4fc2-9848-97953f46dfe2,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:43.643291 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.663733 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Made reservation on behalf of 81f29ce9ad3c4822805ac42725527cdb for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:43.669304 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.687396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.691744 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.830646 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.900038 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.902765 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.904076 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5579b39e-9c76-4959-add3-107e21e787d9 HTTP/1.1" status: 204 len: 168 time: 0.3484504 Aug 27 04:03:43.919865 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6006e44d-f312-4e13-9e74-8300f5863711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5579b39e-9c76-4959-add3-107e21e787d9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:43.968465 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:43.996944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:44.006329 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7abed1-2476-44b9-9393-62b7b5ccd86f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:44.017066 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.017409 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Added segment 9923824b-09d2-4e6c-b74a-6a7f5fc463c3 of type vlan for network 496fe196-a998-4aa4-80a9-4bdfbbddd5bc Aug 27 04:03:44.092817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.142455 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20bc6a56-2214-498b-96f1-4700fed2faff req-1536dbb1-6f92-4808-acc6-3ff477a04759 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0614312 Aug 27 04:03:44.257885 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ede78-95b5-4e84-b336-fa9371245f2f req-a4d70c13-5b2a-461b-909b-2750ecb6af79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:44.259462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f3ede78-95b5-4e84-b336-fa9371245f2f req-a4d70c13-5b2a-461b-909b-2750ecb6af79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.0580661 Aug 27 04:03:44.306345 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f3ede78-95b5-4e84-b336-fa9371245f2f req-b726d611-7389-49bb-a345-ced814bdf3d3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409467 Aug 27 04:03:44.453277 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.454063 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.454656 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:44.454901 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.553583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] Pushing event updated for resources: {'Network': ['ID=496fe196-a998-4aa4-80a9-4bdfbbddd5bc,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:44.561436 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 496fe196-a998-4aa4-80a9-4bdfbbddd5bc details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:44.663001 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cc85e665-7eb7-4c88-9c0d-be84e0146752 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7219410 Aug 27 04:03:44.665486 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37846) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:44.675596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Request body: {'subnet': {'network_id': '496fe196-a998-4aa4-80a9-4bdfbbddd5bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-468135566-subnet', 'tenant_id': '81f29ce9ad3c4822805ac42725527cdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:44.746616 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7e92c2d-0de8-4358-9d94-ce9814d7cfb0 req-ed557249-b948-4af0-8400-f598b211803c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0537243 Aug 27 04:03:44.798393 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Made reservation on behalf of 81f29ce9ad3c4822805ac42725527cdb for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:44.805808 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:44.817444 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6df8e-c98b-4b3e-bea1-f16145695e35 req-b7dabedf-937f-4c8b-b223-fa2c312fcb99 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:44.827217 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3a6df8e-c98b-4b3e-bea1-f16145695e35 req-b7dabedf-937f-4c8b-b223-fa2c312fcb99 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0845377 Aug 27 04:03:44.886069 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3a6df8e-c98b-4b3e-bea1-f16145695e35 req-974c9264-fa2e-42de-9ac1-dd4e3487e65c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535266 Aug 27 04:03:45.145771 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:45.201645 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c9a2d01-fa0c-473f-a641-e4a4658068db,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:45.217150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Checking segment: {'id': '9923824b-09d2-4e6c-b74a-6a7f5fc463c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '496fe196-a998-4aa4-80a9-4bdfbbddd5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:45.217710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Network hostable DHCP agents. Network: 496fe196-a998-4aa4-80a9-4bdfbbddd5bc, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:45.316466 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7bf382da-eb33-4537-9740-b9b4e77104eb req-1f00d0fc-36ae-483a-adc8-67fc284bc5c0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0275860 Aug 27 04:03:45.357102 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Network 496fe196-a998-4aa4-80a9-4bdfbbddd5bc is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:45.464464 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f084f0e-0849-495a-ab07-d4be562af101 req-c9f9a006-6c1c-4ef3-861b-6f9e6d2f656e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:45.465621 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 496fe196-a998-4aa4-80a9-4bdfbbddd5bc) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:45.468510 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f084f0e-0849-495a-ab07-d4be562af101 req-c9f9a006-6c1c-4ef3-861b-6f9e6d2f656e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.0748706 Aug 27 04:03:45.479976 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:45.482678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:45.486661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9107fd-bb2e-4407-9a2f-67a25914c029 None None] Network 496fe196-a998-4aa4-80a9-4bdfbbddd5bc requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:45.540333 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f084f0e-0849-495a-ab07-d4be562af101 req-57a0ee54-15b2-4d9f-ba53-7265966bc000 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666149 Aug 27 04:03:45.610495 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-02b0097d-e645-41b8-a050-ada02c6084b2 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9437697 Aug 27 04:03:45.668823 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1c46b-7052-43c4-abc0-b84e453fbbd8 None None] Network 496fe196-a998-4aa4-80a9-4bdfbbddd5bc requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:45.865763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74a4b1f1-a516-4bb7-a1a8-cce360ba6d12 req-076e93e7-d3d6-4b71-8c38-869f8e69cd54 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0372033 Aug 27 04:03:46.035276 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac655a3b-84d6-41a8-8d0a-54c068d8d22b req-2928fd1b-9a9f-41e9-8a64-96df8f064a1e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:46.036927 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac655a3b-84d6-41a8-8d0a-54c068d8d22b req-2928fd1b-9a9f-41e9-8a64-96df8f064a1e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0620177 Aug 27 04:03:46.089013 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac655a3b-84d6-41a8-8d0a-54c068d8d22b req-ac819a4e-efec-4a15-b3bd-4360257f1418 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423722 Aug 27 04:03:46.419810 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb6fc995-c6c0-41dc-ac1e-9750fe937167 req-00e0f646-4bd0-488f-950a-3d9079789244 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0263970 Aug 27 04:03:46.453157 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Request body: {'port': {'device_id': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'admin_state_up': True, 'tenant_id': '5030fe8a997e416683658c321efaef5e'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:46.770000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-8328ec4f-0d69-4cef-b28d-b6c2e0ebca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:46.772071 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-8328ec4f-0d69-4cef-b28d-b6c2e0ebca45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2a4f9dd7d714d20afb13bd273d14061&device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 1096 time: 0.1503127 Aug 27 04:03:46.816053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ee981-7d16-43fa-bac1-b043e4ebf03e req-58d9d797-c521-463e-9cfd-df09812fbf11 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:46.819875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-019ee981-7d16-43fa-bac1-b043e4ebf03e req-58d9d797-c521-463e-9cfd-df09812fbf11 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.1399214 Aug 27 04:03:46.824194 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Made reservation on behalf of 5030fe8a997e416683658c321efaef5e for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:46.830834 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:46.884789 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-a03f3d81-5077-4bfe-a75f-f04a3a36b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:46.888452 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-a03f3d81-5077-4bfe-a75f-f04a3a36b4ef service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1096 time: 0.0907803 Aug 27 04:03:47.114634 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-019ee981-7d16-43fa-bac1-b043e4ebf03e req-4fc4e298-fd49-4f72-8f79-45feaccdbb26 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667770 Aug 27 04:03:47.114830 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-ee15d3a1-ab0c-4ad3-a0aa-f5231f1ba8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.117332 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-ee15d3a1-ab0c-4ad3-a0aa-f5231f1ba8d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 1097 time: 0.1436403 Aug 27 04:03:47.133576 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-0f0f7d46-d6d0-4f13-8a2e-d9dc4b2ce323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.133967 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6489e33a-23f6-46e1-91c3-a1dd0011fa70 req-23f91296-dd05-415f-9953-1c8a2f272723 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.1666892 Aug 27 04:03:47.135520 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-0f0f7d46-d6d0-4f13-8a2e-d9dc4b2ce323 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5030fe8a997e416683658c321efaef5e&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2338839 Aug 27 04:03:47.205860 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-3d75714f-61c2-48ab-9db2-511348c9d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.207513 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-3d75714f-61c2-48ab-9db2-511348c9d33b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a2a4f9dd7d714d20afb13bd273d14061&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3852370 Aug 27 04:03:47.471515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926df51d-2182-4386-97f3-824a8dc0e07a req-ba7ef92c-8f0f-4065-9b0c-f383a42ad551 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.473086 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-926df51d-2182-4386-97f3-824a8dc0e07a req-ba7ef92c-8f0f-4065-9b0c-f383a42ad551 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.2535822 Aug 27 04:03:47.474332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Allocated IP 172.20.0.6 (6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f/db5d7ca3-4ebd-4566-9a56-d43b2b6f831d/8697a5a5-f72a-4cef-ae30-99ffc017de8e) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:47.530990 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-12fba7cb-acd6-46f1-b94c-0e1b246fdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.532575 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d56edabe-dec8-48d1-b59e-f8ebcd8fd445 req-12fba7cb-acd6-46f1-b94c-0e1b246fdcd5 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3009851 Aug 27 04:03:47.555889 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1abca03-7ff2-44da-8f5f-f0409d30083d req-c0209b44-0709-4447-82e3-49993cfbfbca tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0515921 Aug 27 04:03:47.587083 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-926df51d-2182-4386-97f3-824a8dc0e07a req-57bff461-c78d-4507-8d86-0215f89a5150 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041822 Aug 27 04:03:47.688640 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-becd673b-f484-4a35-bac0-dcbbfc6be530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.690130 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-38ad3246-dc47-4578-8895-7fd927cb7b43 req-becd673b-f484-4a35-bac0-dcbbfc6be530 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5449381 Aug 27 04:03:47.691118 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-6a33e35f-6e08-4869-8757-e3faf8b367e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.692425 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-6a33e35f-6e08-4869-8757-e3faf8b367e3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 917 time: 0.5484145 Aug 27 04:03:47.738903 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-b8eecd30-924d-42a3-94ea-4b046b2c5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.744250 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-b8eecd30-924d-42a3-94ea-4b046b2c5a9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a2a4f9dd7d714d20afb13bd273d14061&device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 1096 time: 0.0795770 Aug 27 04:03:47.765873 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:47.793395 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-9f35b712-0981-4515-892c-dcf879bbdac2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4 HTTP/1.1" status: 200 len: 217 time: 0.0681515 Aug 27 04:03:47.820341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-2f218be1-5b75-4b46-ae10-b50996156fd7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6 HTTP/1.1" status: 200 len: 217 time: 0.0430477 Aug 27 04:03:47.881619 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-387101b6-7739-4925-a6fd-654aacfdaed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.897012 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-f2eff713-2cbf-4fbf-94d1-219b5fd7a2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.899074 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-f2eff713-2cbf-4fbf-94d1-219b5fd7a2a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=286917c0-f173-4893-9edb-c731c345df4f HTTP/1.1" status: 200 len: 851 time: 0.0688958 Aug 27 04:03:47.899579 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-387101b6-7739-4925-a6fd-654aacfdaed5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.1008062 Aug 27 04:03:47.902899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-05c1e998-6550-404c-9ce7-2ad94880f128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:47.905725 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-05c1e998-6550-404c-9ce7-2ad94880f128 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1096 time: 0.1148598 Aug 27 04:03:47.967688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-c53814b7-6482-4b25-a178-ea314a95ff5b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=b29890bd-b6ec-4c54-8b0c-b3b2de6465d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404024 Aug 27 04:03:47.969551 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.027105 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-34394c69-fd10-4733-8d5a-e67a2fa94f5c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001279 Aug 27 04:03:48.027261 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37958) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:48.065128 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-26c5b229-851c-430b-b609-84cc21e5dbc8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.1371701 Aug 27 04:03:48.065676 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37962) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:48.127561 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37966) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:48.135669 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-947833340-network', 'tenant_id': '9d4a98413abe4b5299e6e45ccb0ab046'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:48.320259 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-89ea3898-72ac-4597-8ac2-236c29cd49dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:48.322073 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-89ea3898-72ac-4597-8ac2-236c29cd49dd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.2316148 Aug 27 04:03:48.341079 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-c5f1b396-99c4-46ca-b5e0-77cf84aa0fdd service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778382 Aug 27 04:03:48.407631 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:48.440157 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:48.443108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:48.450166 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:48.451163 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.458680 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-8327d043-f8ee-46a2-ba43-6779563e0049 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971828 Aug 27 04:03:48.460191 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Made reservation on behalf of 9d4a98413abe4b5299e6e45ccb0ab046 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:48.462436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.465970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Pushing event updated for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:48.467514 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bd01798e-50d7-4de4-b6a9-79e4e6ef98f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.479555 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-accedf63-407a-4832-8997-067a434ae4a3 service neutron] 10.222.0.74 "GET /v2.0/networks/b29890bd-b6ec-4c54-8b0c-b3b2de6465d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008488 Aug 27 04:03:48.496347 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.512422 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c38465-ab8d-4f1e-b185-6abd88af19cf req-716a9499-6bf8-4db3-971b-cd9574b977d4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:48.514088 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11c38465-ab8d-4f1e-b185-6abd88af19cf req-716a9499-6bf8-4db3-971b-cd9574b977d4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.2383044 Aug 27 04:03:48.515850 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.74', 49897) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:48.580016 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3658-759b-41d2-96e2-198df991e1bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.616074 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d07526-50b6-41dc-aad1-b18002febba2 req-5eef9d43-8f8f-419c-aeb2-e2771bef4467 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:48.617801 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1d07526-50b6-41dc-aad1-b18002febba2 req-5eef9d43-8f8f-419c-aeb2-e2771bef4467 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 931 time: 0.2570047 Aug 27 04:03:48.651719 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7f7487a6-9ae4-479c-9276-2d8b430e1277 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2025998 Aug 27 04:03:48.670790 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-583056c5-bf1a-4c35-ada4-d6e014f3b2c7 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081787 Aug 27 04:03:48.697804 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Request body: {'port': {'device_id': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:48.704736 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-c28ab485-6cc2-4a0d-a5b8-8e967c00026a service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122190 Aug 27 04:03:48.814464 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11c38465-ab8d-4f1e-b185-6abd88af19cf req-7ffeca90-04c5-4189-9ee3-b4ced1a56362 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682192 Aug 27 04:03:48.849322 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-580d8a60-c519-47ad-88e3-92f11d2283a8 req-976ff0b1-b861-444c-a6b4-aa15d1ccd7ea service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365991 Aug 27 04:03:48.874925 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1d07526-50b6-41dc-aad1-b18002febba2 req-256ad781-b1c4-4f2d-b3f9-2622ee607342 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133729 Aug 27 04:03:48.909532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50a8d20a-3120-4084-b6a6-ad24ddd112ed req-a4ca4fdf-c7e9-43ad-9464-d08ead5baa1d service neutron] 10.222.0.74 "GET /v2.0/networks/b29890bd-b6ec-4c54-8b0c-b3b2de6465d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926725 Aug 27 04:03:48.921743 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bd01798e-50d7-4de4-b6a9-79e4e6ef98f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.939880 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:48.969366 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-fdb05ac4-446d-45ad-9a7d-d4ddd6fe64a4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:48.970996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-fdb05ac4-446d-45ad-9a7d-d4ddd6fe64a4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 816 time: 0.4526813 Aug 27 04:03:49.024049 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1752676a-9883-4c2b-b5a4-bfd0fcc2f47e req-d934e272-c222-4217-95f3-9d6fd7f360b6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0518239 Aug 27 04:03:49.055479 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bd01798e-50d7-4de4-b6a9-79e4e6ef98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.111928 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae62ec4-d3dc-4dcc-bafc-b0497db9b5c4 req-6da84d70-7f7f-4954-87f4-b07f365c157b tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:49.113386 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ae62ec4-d3dc-4dcc-bafc-b0497db9b5c4 req-6da84d70-7f7f-4954-87f4-b07f365c157b tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.1950819 Aug 27 04:03:49.120945 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-b01e849c-8d6d-40b5-b012-548ccf7a9e34 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 380 time: 0.1268132 Aug 27 04:03:49.123522 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bd01798e-50d7-4de4-b6a9-79e4e6ef98f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8f4f7c14aa634803adcec5ccd3ff4d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0941715 Aug 27 04:03:49.128107 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37986) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:49.136779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd01798e-50d7-4de4-b6a9-79e4e6ef98f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d5427-b3a6-4f23-b966-da16aaf0b793,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.205587 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'port': {'device_id': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'admin_state_up': True, 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'security_groups': ['480fd616-b9d9-435d-bc55-38db5affb092']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:49.221811 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.258585 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.268562 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.281425 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5ae62ec4-d3dc-4dcc-bafc-b0497db9b5c4 req-6d7ecb51-e910-4730-b836-0b97388b9255 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594269 Aug 27 04:03:49.371299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.408840 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.411344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.412778 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3a8d5427-b3a6-4f23-b966-da16aaf0b793 HTTP/1.1" status: 204 len: 168 time: 0.2836299 Aug 27 04:03:49.420327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:03:49.434169 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca519e11-e418-4651-8794-ba2059a12378,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.438408 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.438775 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Added segment f505d313-58ce-4985-9008-b317dc1ef708 of type vlan for network 0f3e747a-4b6b-4731-814e-e5ca0bf5973b Aug 27 04:03:49.467844 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f6292-34c0-48ea-a499-887b571c01e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d5427-b3a6-4f23-b966-da16aaf0b793,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.509220 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8697a5a5-f72a-4cef-ae30-99ffc017de8e {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:49.513328 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.526481 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.559291 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3658-759b-41d2-96e2-198df991e1bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.564364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Transition to ACTIVE for port object 8697a5a5-f72a-4cef-ae30-99ffc017de8e will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:49.637468 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.638708 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:49.639364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.656892 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.663542 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c8c3658-759b-41d2-96e2-198df991e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.710908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Pushing event updated for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.748253 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2c8c3658-759b-41d2-96e2-198df991e1bc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=722f920c2a4345478e740bdb9cded2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6815772 Aug 27 04:03:49.748999 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3e747a-4b6b-4731-814e-e5ca0bf5973b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.751814 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 37998) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:49.751814 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8c3658-759b-41d2-96e2-198df991e1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884d1dbf-f1a8-4a63-a781-fa6ccc6bc7b4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:49.757874 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Attempting to bind port 8697a5a5-f72a-4cef-ae30-99ffc017de8e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:49.758817 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Attempting to bind port 8697a5a5-f72a-4cef-ae30-99ffc017de8e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:49.762784 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Attempting to bind port 8697a5a5-f72a-4cef-ae30-99ffc017de8e on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:49.766079 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Made reservation on behalf of 74bc40decbba46aba88aa9c29c8858d2 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:49.770129 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 0f3e747a-4b6b-4731-814e-e5ca0bf5973b details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:03:49.774058 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.797350 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Port 8697a5a5-f72a-4cef-ae30-99ffc017de8e on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:03:49.797692 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Attempting to bind port 8697a5a5-f72a-4cef-ae30-99ffc017de8e on network 6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:49.808316 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:49.808724 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Checking segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:49.809203 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Bound using segment: {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:49.809616 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Bound port: 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6aa2d15-c60b-4715-a06f-2cb301001ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:49.810113 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.826706 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:49.864443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38004) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:49.870388 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e48ffb91-af9c-4e06-8470-b0714ac5a841 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7333541 Aug 27 04:03:49.877030 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Request body: {'subnet': {'network_id': '0f3e747a-4b6b-4731-814e-e5ca0bf5973b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-947833340-subnet', 'tenant_id': '9d4a98413abe4b5299e6e45ccb0ab046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:49.891736 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.055021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.058342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.061823 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/884d1dbf-f1a8-4a63-a781-fa6ccc6bc7b4 HTTP/1.1" status: 204 len: 168 time: 0.3050873 Aug 27 04:03:50.066473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:50.072520 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff85180-7fe8-46e9-8507-f14a0b0f94ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884d1dbf-f1a8-4a63-a781-fa6ccc6bc7b4,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:50.101814 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:50.114190 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Made reservation on behalf of 9d4a98413abe4b5299e6e45ccb0ab046 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:03:50.116715 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.129474 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de2d2-2416-4b8e-95a4-0b8c4e64529b req-37316e5e-19b1-4311-99a7-d712395b2c85 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:50.131518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-980de2d2-2416-4b8e-95a4-0b8c4e64529b req-37316e5e-19b1-4311-99a7-d712395b2c85 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.2058361 Aug 27 04:03:50.184575 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Allocated IP 172.20.0.7 (ae738068-a8df-43ab-a247-dfe7ca6ceb64/a5f5c586-e37d-4491-9a80-501b7dd3cf22/b31433d7-3cd6-42a4-ba1f-e7c89bc378b7) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:03:50.199782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495528b2-8014-4b9e-a8db-51df7b1c58cc req-adc09517-6386-47f0-a422-c7dd8e7bd3a4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:50.201301 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-495528b2-8014-4b9e-a8db-51df7b1c58cc req-adc09517-6386-47f0-a422-c7dd8e7bd3a4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 943 time: 0.2367060 Aug 27 04:03:50.220237 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.346451 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:50.347100 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.348520 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] 10.222.0.74 "PUT /v2.0/ports/8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 200 len: 1093 time: 1.6675539 Aug 27 04:03:50.351869 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-980de2d2-2416-4b8e-95a4-0b8c4e64529b req-f689f856-f4be-4545-9518-e45db3f6f8db tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791179 Aug 27 04:03:50.352299 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:50.354550 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5732ed-0f58-4cd4-84f3-9306909abcc1" -d '{"events": [{"name": "network-changed", "server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:50.398362 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-495528b2-8014-4b9e-a8db-51df7b1c58cc req-a58c00c4-eaa8-4534-9a5e-7d9ded5f4c24 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795795 Aug 27 04:03:50.457032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b7377-318a-4985-b266-7067e8937a55 service neutron] Pushing event updated for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:50.515081 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa1d9ed1-ae2a-4f9f-b567-6ed704f71ec0 req-1256d4d2-4236-404a-93c5-f8b65ffdcfd9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0980954 Aug 27 04:03:50.722733 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0efc0804-58ee-4e7b-8f98-cb6b97a41fe8 x-openstack-request-id: req-0efc0804-58ee-4e7b-8f98-cb6b97a41fe8 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:50.723046 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:50.723268 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0efc0804-58ee-4e7b-8f98-cb6b97a41fe8 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:50.723654 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e', 'status': 'completed', 'code': 200} Aug 27 04:03:50.872522 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb164fb0-afec-4d30-8b91-7a3682b03e94 req-619fbcea-982e-4ed4-9eb9-92c9f341bd0c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:50.874099 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb164fb0-afec-4d30-8b91-7a3682b03e94 req-619fbcea-982e-4ed4-9eb9-92c9f341bd0c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.3914423 Aug 27 04:03:50.881144 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:50.896924 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-651c6ac8-b856-4efb-9c8e-4b1df104b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:50.899020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-651c6ac8-b856-4efb-9c8e-4b1df104b826 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1096 time: 0.1805840 Aug 27 04:03:50.958683 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Transition to ACTIVE for port object b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:50.963763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-59ff70de-4ef4-41f5-a7db-a769ab11dc7e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 200 len: 217 time: 0.0472376 Aug 27 04:03:51.020534 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb164fb0-afec-4d30-8b91-7a3682b03e94 req-3466d37d-ae53-400d-9748-cac9684b5ba1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289358 Aug 27 04:03:51.025014 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38044) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:51.032537 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.053934 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f97a1e49-193a-4ac7-919f-566daa7e7f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.085720 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-031b0068-288f-4549-afa4-04efe46d7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:51.087222 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-031b0068-288f-4549-afa4-04efe46d7a29 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.1154919 Aug 27 04:03:51.113045 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a51a4f-2cf9-4a0c-a13b-b43455f632c5,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:51.132070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-436be74b-5c74-4889-afb4-98f8b4b695e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356143 Aug 27 04:03:51.155322 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f97a1e49-193a-4ac7-919f-566daa7e7f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.190783 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Checking segment: {'id': 'f505d313-58ce-4985-9008-b317dc1ef708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '0f3e747a-4b6b-4731-814e-e5ca0bf5973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:51.193818 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Network hostable DHCP agents. Network: 0f3e747a-4b6b-4731-814e-e5ca0bf5973b, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:03:51.219465 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.242537 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f97a1e49-193a-4ac7-919f-566daa7e7f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.285137 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f97a1e49-193a-4ac7-919f-566daa7e7f1d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a02b26f1d9b94135a66acb0490bfb199&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590184 Aug 27 04:03:51.286264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a1e49-193a-4ac7-919f-566daa7e7f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34bf4f5-dfd5-41db-86bd-e5c6e35e092b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:51.289975 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38082) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:51.296599 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:03:51.302994 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Network 0f3e747a-4b6b-4731-814e-e5ca0bf5973b is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:03:51.305294 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:51.314780 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-44dc255d-5966-4d18-833f-0c73e1ea77f3 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735523 Aug 27 04:03:51.315399 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:03:51.321636 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:51.322261 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.357463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:51.368331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.393782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.445792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 0f3e747a-4b6b-4731-814e-e5ca0bf5973b) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:03:51.454646 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5922347-5930-43f5-bdad-464ec8986e20 None None] Network 0f3e747a-4b6b-4731-814e-e5ca0bf5973b requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:51.469314 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:51.469978 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.506359 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-f2412d82-1cfc-4d7b-8e50-25c3a31d0df0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3054147 Aug 27 04:03:51.511470 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.514812 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.518398 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f34bf4f5-dfd5-41db-86bd-e5c6e35e092b HTTP/1.1" status: 204 len: 168 time: 0.2136130 Aug 27 04:03:51.535179 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed1dd0-5d66-4487-bff4-438c1d20c555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34bf4f5-dfd5-41db-86bd-e5c6e35e092b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:51.570016 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Request body: {'port': {'device_id': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:03:51.616779 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037efa06-aba8-4df2-956d-4f3c3053f0d4 req-5488eff8-5e2a-48d0-ab8b-4175532e404d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:51.618901 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-037efa06-aba8-4df2-956d-4f3c3053f0d4 req-5488eff8-5e2a-48d0-ab8b-4175532e404d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 944 time: 0.1779151 Aug 27 04:03:51.625581 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9656d38a-ea40-4817-b43a-1f7ff0c920d9 req-7b11893f-9e05-46a2-899b-bb24662b0bcf service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875111 Aug 27 04:03:51.630028 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-22228fe5-e617-4279-94d0-4f41a39dd0c5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7644777 Aug 27 04:03:51.642338 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.649137 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4b5b1-13f2-4c5e-88a2-9e123fc864eb None None] Network 0f3e747a-4b6b-4731-814e-e5ca0bf5973b requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:03:51.679529 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0255e-09e6-4f54-8215-361b0ed47884 req-0ad4b8d2-9ab9-4662-8c33-a0cd3cc25d54 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:51.681776 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-99a0255e-09e6-4f54-8215-361b0ed47884 req-0ad4b8d2-9ab9-4662-8c33-a0cd3cc25d54 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 943 time: 0.1832318 Aug 27 04:03:51.783254 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.803851 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-99a0255e-09e6-4f54-8215-361b0ed47884 req-8d6eeaec-bcfd-437d-bc41-d5462ff58792 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871973 Aug 27 04:03:51.813841 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-037efa06-aba8-4df2-956d-4f3c3053f0d4 req-85d28b85-3fb8-44bd-9341-e2a9650461de tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763992 Aug 27 04:03:51.832297 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-899201dd-761e-4c8d-aceb-636171494ccc None None] Provisioning for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:51.859739 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-899201dd-761e-4c8d-aceb-636171494ccc None None] Provisioning complete for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:51.860208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-899201dd-761e-4c8d-aceb-636171494ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:51.894455 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38098) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:51.941126 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-899201dd-761e-4c8d-aceb-636171494ccc None None] Port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:03:51.951429 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Deleting subnet 6c9a2d01-fa0c-473f-a641-e4a4658068db {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:03:51.954766 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.007927 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.012515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-08b4e7b2-6aac-4f52-8c09-bcf267053c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:52.014002 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-08b4e7b2-6aac-4f52-8c09-bcf267053c7f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1096 time: 0.1827896 Aug 27 04:03:52.018937 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.108243 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff98b58-ffee-48b6-951c-1504f788db13 req-93df8793-fdf4-4c6f-a975-e5e80fcaccc4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:52.113436 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ff98b58-ffee-48b6-951c-1504f788db13 req-93df8793-fdf4-4c6f-a975-e5e80fcaccc4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 931 time: 0.2203126 Aug 27 04:03:52.200221 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.284888 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c9a2d01-fa0c-473f-a641-e4a4658068db,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:52.288042 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.295590 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-68f38d51-cb6a-415f-8801-cc70abfe6837 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6c9a2d01-fa0c-473f-a641-e4a4658068db HTTP/1.1" status: 204 len: 168 time: 0.3997722 Aug 27 04:03:52.300264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38110) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:52.307709 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e4eacb7-9daf-4803-972f-81d8c117a2c4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:03:52.386897 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118922f2-9953-4edd-8351-25b3a2285737 req-dfaa9623-1b7b-496d-b046-73bd59fc284f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:52.394473 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-118922f2-9953-4edd-8351-25b3a2285737 req-dfaa9623-1b7b-496d-b046-73bd59fc284f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.2798791 Aug 27 04:03:52.399643 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ff98b58-ffee-48b6-951c-1504f788db13 req-e439abdc-6728-408d-b250-d5bcaec3a869 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2673707 Aug 27 04:03:52.417527 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-00c0cae5-b196-49ab-94aa-a04cb3c22c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:52.419277 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-00c0cae5-b196-49ab-94aa-a04cb3c22c3e service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.3971658 Aug 27 04:03:52.471810 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:52.484405 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.488454 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '8e4eacb7-9daf-4803-972f-81d8c117a2c4', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'port_id': '8e4eacb7-9daf-4803-972f-81d8c117a2c4', 'mac_address': 'fa:16:3e:b3:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058a9945-4352-4208-8895-7d6945394e54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:03:52.522769 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-8d2cb021-58e6-4e55-8724-c64c35826043 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 200 len: 217 time: 0.0916605 Aug 27 04:03:52.537846 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.555021 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4eacb7-9daf-4803-972f-81d8c117a2c4 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:52.576888 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:52.582412 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.582681 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-118922f2-9953-4edd-8351-25b3a2285737 req-0b8f5b93-23d0-45a8-8acc-01eb386013dc tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872454 Aug 27 04:03:52.595582 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.596220 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.597233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.597647 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > port after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.598199 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > port after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.598771 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > port after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.599216 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.599782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.600362 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.600999 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.636609 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:52.646433 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-0c00eb72-4b09-4e3c-9bdd-da3a6cfd6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:52.648087 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-0c00eb72-4b09-4e3c-9bdd-da3a6cfd6a53 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.1139216 Aug 27 04:03:52.650251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.673228 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Transition to ACTIVE for port object b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:03:52.692684 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-41b26e7e-0d64-4521-9ae7-264a8ec49d7e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347407 Aug 27 04:03:52.697210 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.793114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:52.799443 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:52.817169 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.817509 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.819091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.819091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:03:52.819580 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496fe196-a998-4aa4-80a9-4bdfbbddd5bc']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:53.123431 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9923824b-09d2-4e6c-b74a-6a7f5fc463c3') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:53.123731 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9923824b-09d2-4e6c-b74a-6a7f5fc463c3') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:53.145358 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.173296 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.186076 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:03:53.186909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: from cryptography.utils import int_from_bytes Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: from cryptography.utils import int_from_bytes Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:03:53.208674 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:03:53.289346 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:03:53.313767 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:53.373848 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-55476fc8-7040-43ff-b3c0-10687d2a85b8 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738722 Aug 27 04:03:53.379915 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Attempting to bind port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:03:53.380250 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Attempting to bind port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:03:53.381313 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Attempting to bind port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:53.421442 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:03:53.421767 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Attempting to bind port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:03:53.477112 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec2446-42fa-4d55-9608-d5a39cabe1c6 req-5f57e7e6-f456-4ea1-b552-247ab24b15f1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:53.478583 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ffec2446-42fa-4d55-9608-d5a39cabe1c6 req-5f57e7e6-f456-4ea1-b552-247ab24b15f1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 945 time: 0.5125227 Aug 27 04:03:53.479518 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:03:53.479862 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Checking segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:03:53.480249 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Bound using segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:03:53.480691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Bound port: b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:03:53.481049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.510153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76dd489-1a44-4775-94c6-d9849fae7dda req-1103c61d-04c3-413a-9307-ae53faec0ca6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:53.516518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a76dd489-1a44-4775-94c6-d9849fae7dda req-1103c61d-04c3-413a-9307-ae53faec0ca6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 943 time: 0.2048657 Aug 27 04:03:53.570549 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.600632 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.605911 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] 10.222.0.73 "DELETE /v2.0/networks/496fe196-a998-4aa4-80a9-4bdfbbddd5bc HTTP/1.1" status: 204 len: 168 time: 1.3008347 Aug 27 04:03:53.609101 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38160) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:53.614645 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089deeb-05d5-4c87-be34-04a0fd7dad4e admin admin] Pushing event deleted for resources: {'Network': ['ID=496fe196-a998-4aa4-80a9-4bdfbbddd5bc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:53.645609 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ffec2446-42fa-4d55-9608-d5a39cabe1c6 req-4f7ed971-7170-4a18-82c6-aacb18b469e1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500459 Aug 27 04:03:53.671575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Deleting subnet e0a51a4f-2cf9-4a0c-a13b-b43455f632c5 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:03:53.688375 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.688621 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5732ed-0f58-4cd4-84f3-9306909abcc1 req-bc52ebd3-897a-431d-ac6c-a0f370053b11 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988002 Aug 27 04:03:53.702799 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a76dd489-1a44-4775-94c6-d9849fae7dda req-2a75a36b-3128-4c8a-a1df-c156a480b999 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701143 Aug 27 04:03:53.721122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:03:53.729797 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:03:53.756984 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.819420 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.889512 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725e23-0127-42a7-a393-43b27ad3e649 req-83ca5748-f39d-4fba-ad08-1b6477becec3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:53.891027 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3b725e23-0127-42a7-a393-43b27ad3e649 req-83ca5748-f39d-4fba-ad08-1b6477becec3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0964801 Aug 27 04:03:53.905428 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e64be-7663-456c-87b8-662d276e6e4a req-7a2ab752-6bea-4365-96f3-a60191e67525 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:53.927995 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec4e64be-7663-456c-87b8-662d276e6e4a req-7a2ab752-6bea-4365-96f3-a60191e67525 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0954084 Aug 27 04:03:53.966473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:53.979476 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3b725e23-0127-42a7-a393-43b27ad3e649 req-fb886887-0364-4ee4-8044-67cb7faa96e4 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711696 Aug 27 04:03:54.013824 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec4e64be-7663-456c-87b8-662d276e6e4a req-1980222d-bea4-48a6-a15c-325b2f2757d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976400 Aug 27 04:03:54.026952 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.026952 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.028124 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] 10.222.0.74 "PUT /v2.0/ports/b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 1093 time: 2.4949806 Aug 27 04:03:54.028548 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:54.030871 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050c815d-c57c-406c-b458-394e19e2e7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:54.065687 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7d38af-86d2-4841-9aa5-d597bcb4013d service neutron] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:54.088178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddee1ff7-2cf6-4665-8f04-5d35e1ab632d x-openstack-request-id: req-ddee1ff7-2cf6-4665-8f04-5d35e1ab632d {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:54.088575 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:54.088831 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ddee1ff7-2cf6-4665-8f04-5d35e1ab632d {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:54.089249 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'status': 'completed', 'code': 200} Aug 27 04:03:54.111060 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.140347 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a51a4f-2cf9-4a0c-a13b-b43455f632c5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:54.152183 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.153553 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c7f96095-a48c-45fc-9ba7-b9198dfae48a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e0a51a4f-2cf9-4a0c-a13b-b43455f632c5 HTTP/1.1" status: 204 len: 168 time: 0.5460200 Aug 27 04:03:54.157185 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38174) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:54.194811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-6cb9ea0c-9286-43f9-8229-7dccd0116e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.196476 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-6cb9ea0c-9286-43f9-8229-7dccd0116e13 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1096 time: 0.0581379 Aug 27 04:03:54.259809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.282930 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device dcd7a2b9-30fd-43d0-85c6-38a70773fb11 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:03:54.338288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-912df86f-332f-4085-b757-d68527998166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.340173 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-912df86f-332f-4085-b757-d68527998166 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=74bc40decbba46aba88aa9c29c8858d2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1284549 Aug 27 04:03:54.397934 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.414746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:54.415242 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3e747a-4b6b-4731-814e-e5ca0bf5973b']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:54.426234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'port_id': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11', 'mac_address': 'fa:16:3e:3c:33:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:03:54.429778 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f505d313-58ce-4985-9008-b317dc1ef708') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:54.430075 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f505d313-58ce-4985-9008-b317dc1ef708') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:03:54.442800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.461104 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.477156 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:03:54.477566 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.478262 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-83282c3f-4af5-4bda-979a-42ce2d6539d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:03:54.479439 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:03:54.481292 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-050c815d-c57c-406c-b458-394e19e2e7a4 req-83282c3f-4af5-4bda-979a-42ce2d6539d8 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1327763 Aug 27 04:03:54.484434 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.506504 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd7a2b9-30fd-43d0-85c6-38a70773fb11 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:54.527021 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:54.594186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-98ac5a52-fdf9-4679-9545-1e701ad87ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.601851 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-98ac5a52-fdf9-4679-9545-1e701ad87ccf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1096 time: 0.0428672 Aug 27 04:03:54.619628 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.620567 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8d437acd-33d0-47b8-9d2f-3680430a75b6 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:03:54.648635 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-e6b97f11-b5d3-4049-9008-68613ec34247 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 217 time: 0.0378957 Aug 27 04:03:54.656870 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.659648 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.665714 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] 10.222.0.73 "DELETE /v2.0/networks/0f3e747a-4b6b-4731-814e-e5ca0bf5973b HTTP/1.1" status: 204 len: 168 time: 0.5074883 Aug 27 04:03:54.686305 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a2457-e019-4188-ab0b-f26bc898ff1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3e747a-4b6b-4731-814e-e5ca0bf5973b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:54.726096 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:54.775720 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-c917a135-b6ab-451c-b32b-fb133277bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.777581 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-c917a135-b6ab-451c-b32b-fb133277bcb4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.1208856 Aug 27 04:03:54.810713 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:54.833414 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'network_id': 'b29890bd-b6ec-4c54-8b0c-b3b2de6465d6', 'port_id': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'mac_address': 'fa:16:3e:e0:6e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286917c0-f173-4893-9edb-c731c345df4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:03:54.878317 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-7d88eab9-5c57-4235-9d50-b86bf6e72d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:54.880092 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-7d88eab9-5c57-4235-9d50-b86bf6e72d9b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696139 Aug 27 04:03:54.980081 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:54.994080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d437acd-33d0-47b8-9d2f-3680430a75b6 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:55.001313 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192eb5d-a01a-49f5-bf29-e3a5ae489e41 req-049007b3-2243-47a5-9a5b-0cd605b2f2a3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:55.002842 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2192eb5d-a01a-49f5-bf29-e3a5ae489e41 req-049007b3-2243-47a5-9a5b-0cd605b2f2a3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 945 time: 0.2328317 Aug 27 04:03:55.023234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:55.055232 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b2e194-ec01-4fc1-ba95-47489de263a2 req-4ef58310-169e-4354-94e2-00fc312dec81 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:55.056744 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00b2e194-ec01-4fc1-ba95-47489de263a2 req-4ef58310-169e-4354-94e2-00fc312dec81 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 943 time: 0.2295623 Aug 27 04:03:55.106287 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2192eb5d-a01a-49f5-bf29-e3a5ae489e41 req-28f09d5f-1ffc-497f-80c3-3b820c3c8d56 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867095 Aug 27 04:03:55.110877 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-102e2465-f3a1-4ed6-8832-82e8347808b0 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227857 Aug 27 04:03:55.134294 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00b2e194-ec01-4fc1-ba95-47489de263a2 req-8c5c78d1-711e-49df-93bd-cafa16099408 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708003 Aug 27 04:03:55.155781 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:55.228581 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:55.269700 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c79a0d9-74f8-4431-a4aa-1dcbf785a9e9 req-e2d23426-dbe5-4381-89c9-96fdf23211b3 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453762 Aug 27 04:03:55.301437 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330b6d7-5bb5-46bd-add0-d902958129fd req-5858336e-74f7-4acc-87dc-d433c57b408e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:55.303362 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3330b6d7-5bb5-46bd-add0-d902958129fd req-5858336e-74f7-4acc-87dc-d433c57b408e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 944 time: 0.1026149 Aug 27 04:03:55.309588 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38206) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:55.321621 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f117022-d232-4d48-a8a0-8f635d1f0b48 req-a0ef98ae-b905-4ef8-b3cd-e458965890d0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:55.323246 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f117022-d232-4d48-a8a0-8f635d1f0b48 req-a0ef98ae-b905-4ef8-b3cd-e458965890d0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0745296 Aug 27 04:03:55.391973 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3330b6d7-5bb5-46bd-add0-d902958129fd req-c53eef57-f89d-4282-acc0-18fe0516d19f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676932 Aug 27 04:03:55.393034 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8ec07db6-95ad-4c98-b5dd-53b5ff0ca45c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81f29ce9ad3c4822805ac42725527cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815291 Aug 27 04:03:55.395578 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38214) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:55.400275 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f117022-d232-4d48-a8a0-8f635d1f0b48 req-0e3e85ac-5354-41a0-bee0-1c1d3735462d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687213 Aug 27 04:03:55.462226 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:55.491107 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:55.671506 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:55.674092 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:55.675379 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1c7abed1-2476-44b9-9393-62b7b5ccd86f HTTP/1.1" status: 204 len: 168 time: 0.2787964 Aug 27 04:03:55.683888 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd749d2-cbe0-4654-973a-be2f739d1880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7abed1-2476-44b9-9393-62b7b5ccd86f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:55.873443 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['dcd7a2b9-30fd-43d0-85c6-38a70773fb11'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:03:55.899158 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8d437acd-33d0-47b8-9d2f-3680430a75b6'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:03:56.288526 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8697a5a5-f72a-4cef-ae30-99ffc017de8e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:03:56.325321 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385baa8-bfab-48f7-a3cb-c02fb1c412a1 req-1694fc37-5146-4d66-b526-d0c39e1b39be tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:56.327370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a385baa8-bfab-48f7-a3cb-c02fb1c412a1 req-1694fc37-5146-4d66-b526-d0c39e1b39be tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 945 time: 0.1267416 Aug 27 04:03:56.345446 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e4eacb7-9daf-4803-972f-81d8c117a2c4 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:56.421453 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a385baa8-bfab-48f7-a3cb-c02fb1c412a1 req-11342290-940f-47b7-b9ec-2b5f3b9a94b9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760701 Aug 27 04:03:56.469388 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9e164-0185-48a7-8b14-f535d4db09b7 req-cfbc2fde-e6e8-41b4-b632-396ac3c6dec4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:56.472559 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83b9e164-0185-48a7-8b14-f535d4db09b7 req-cfbc2fde-e6e8-41b4-b632-396ac3c6dec4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 943 time: 0.2036698 Aug 27 04:03:56.572102 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83b9e164-0185-48a7-8b14-f535d4db09b7 req-27c75d2d-619e-4ca9-af6d-06fcc8c3e174 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900879 Aug 27 04:03:56.578306 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:56.592131 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '8697a5a5-f72a-4cef-ae30-99ffc017de8e', 'network_id': '6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f', 'port_id': '8697a5a5-f72a-4cef-ae30-99ffc017de8e', 'mac_address': 'fa:16:3e:8b:83:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db5d7ca3-4ebd-4566-9a56-d43b2b6f831d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:03:56.631364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eda43-07da-48f7-b55d-657bf67960b4 req-85fb97d6-8793-427e-b4c4-11a99992d05e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:56.636346 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d7eda43-07da-48f7-b55d-657bf67960b4 req-85fb97d6-8793-427e-b4c4-11a99992d05e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 944 time: 0.0916369 Aug 27 04:03:56.656688 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:56.674205 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8697a5a5-f72a-4cef-ae30-99ffc017de8e {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:03:56.698513 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:56.700606 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:56.705452 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:56.705932 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:56.711093 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d7eda43-07da-48f7-b55d-657bf67960b4 req-1fa23d21-137c-4e56-9696-a9892755f52e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675128 Aug 27 04:03:56.733819 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0d8c6-3b60-4dbc-8417-0a9cefd27880 req-0bf7c431-39c8-45ab-a6ec-ea87da7f0b2e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:56.733819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5d0d8c6-3b60-4dbc-8417-0a9cefd27880 req-0bf7c431-39c8-45ab-a6ec-ea87da7f0b2e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0719192 Aug 27 04:03:56.790909 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5d0d8c6-3b60-4dbc-8417-0a9cefd27880 req-619697bb-e0d8-4f2d-8d82-f85f381b6240 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520310 Aug 27 04:03:56.795506 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:56.838324 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:56.872079 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:56.880257 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:56.951714 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:57.023548 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38236) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:57.024185 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38238) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:57.065894 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9e77dd42-d21f-4e72-80de-a30b6335de44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9d4a98413abe4b5299e6e45ccb0ab046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432310 Aug 27 04:03:57.066260 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38244) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:57.078601 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.132015 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.145068 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e95e90-33ca-4281-89d1-ae6653cbec8b" -d '{"events": [{"server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "name": "network-vif-plugged", "status": "completed", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:57.155912 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.158800 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:57.230955 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e50b-8785-43de-a8d0-0602918df088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.248912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145a5e9-97f6-47fe-bb64-39212aecb39c x-openstack-request-id: req-a145a5e9-97f6-47fe-bb64-39212aecb39c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:57.249268 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "name": "network-vif-plugged", "status": "completed", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:57.249674 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a145a5e9-97f6-47fe-bb64-39212aecb39c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:57.250146 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4', 'code': 200} Aug 27 04:03:57.313141 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.315707 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.317077 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ca519e11-e418-4651-8794-ba2059a12378 HTTP/1.1" status: 204 len: 168 time: 0.2496815 Aug 27 04:03:57.331447 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6ca33-39de-486b-bdce-521d2f290cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca519e11-e418-4651-8794-ba2059a12378,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:57.408414 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e50b-8785-43de-a8d0-0602918df088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.530093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8697a5a5-f72a-4cef-ae30-99ffc017de8e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:03:57.534203 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8ea1e50b-8785-43de-a8d0-0602918df088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.546793 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5342e7-d21e-456b-8b1c-aae40ba4561c req-05f1b32b-1d62-49ce-ac3b-dd7c519b33a6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:57.548518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5342e7-d21e-456b-8b1c-aae40ba4561c req-05f1b32b-1d62-49ce-ac3b-dd7c519b33a6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0567522 Aug 27 04:03:57.613014 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1e50b-8785-43de-a8d0-0602918df088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b626e3-b9d4-4829-b30c-5a1fca189657,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:57.619524 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38262) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:57.619694 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8ea1e50b-8785-43de-a8d0-0602918df088 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0a406a2e6eab4f3db0fb6f3e0f72778a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973396 Aug 27 04:03:57.709462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e5342e7-d21e-456b-8b1c-aae40ba4561c req-a42d4555-db9f-48b9-a60b-d11f0dca40b4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428187 Aug 27 04:03:57.733223 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-c473e350-2d81-4dc8-b787-44285ffc7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:57.734761 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-c473e350-2d81-4dc8-b787-44285ffc7d66 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 1099 time: 0.1123910 Aug 27 04:03:57.746157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.777333 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.805036 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-1a64240f-1dbc-44c5-a047-3574c74013dd service neutron] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:57.850641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90707a3e-6283-47ed-9448-bca680fb6f0e req-a8bae01b-388d-40c5-92c3-92ce5a6df482 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:57.855209 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90707a3e-6283-47ed-9448-bca680fb6f0e req-a8bae01b-388d-40c5-92c3-92ce5a6df482 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 944 time: 0.1131468 Aug 27 04:03:57.954099 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90707a3e-6283-47ed-9448-bca680fb6f0e req-5f32e06c-7413-4ff8-91b2-206a7cbd425e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925260 Aug 27 04:03:57.962087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d61975-9309-43b2-8b90-142bf0b119e8 req-35e82f64-d232-4732-bec7-dff0f649cae1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:57.963616 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4d61975-9309-43b2-8b90-142bf0b119e8 req-35e82f64-d232-4732-bec7-dff0f649cae1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 944 time: 0.1071618 Aug 27 04:03:58.026222 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4d61975-9309-43b2-8b90-142bf0b119e8 req-0665b021-edb2-4ac2-ab51-2e5e800e8234 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551064 Aug 27 04:03:58.031514 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.035198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.037279 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/48b626e3-b9d4-4829-b30c-5a1fca189657 HTTP/1.1" status: 204 len: 168 time: 0.4156365 Aug 27 04:03:58.048024 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7541c1-d137-4e5d-9ba4-310bd22953e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b626e3-b9d4-4829-b30c-5a1fca189657,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:58.125694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b405aaa-628d-491f-bc63-a3e217741abf req-38ee4117-a6ad-475a-a2bd-e7866ec145c8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:58.125694 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3b405aaa-628d-491f-bc63-a3e217741abf req-38ee4117-a6ad-475a-a2bd-e7866ec145c8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0974743 Aug 27 04:03:58.189323 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-1a64240f-1dbc-44c5-a047-3574c74013dd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.193424 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3b405aaa-628d-491f-bc63-a3e217741abf req-fa11c5ff-3ae9-4ab5-9546-ff05415773a1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609748 Aug 27 04:03:58.287938 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-1a64240f-1dbc-44c5-a047-3574c74013dd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.313524 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8d437acd-33d0-47b8-9d2f-3680430a75b6 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:58.324103 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f274c9af-7961-4d5a-9d90-2c701340f886 req-1a64240f-1dbc-44c5-a047-3574c74013dd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5808403 Aug 27 04:03:58.334432 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a64240f-1dbc-44c5-a047-3574c74013dd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12c446aa-86a2-46e0-ba22-dd0b1c87604a,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:58.442621 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 8d437acd-33d0-47b8-9d2f-3680430a75b6 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:58.447733 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 8d437acd-33d0-47b8-9d2f-3680430a75b6 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:58.448114 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.538833 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.572929 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:58.672274 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.673814 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device dcd7a2b9-30fd-43d0-85c6-38a70773fb11 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:03:58.783197 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:58.843917 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38300) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:58.852269 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b3789-168e-4bbb-b1f5-a571b5e0cb69 req-40a2280b-6002-487e-a0bb-686b0105f569 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:58.859128 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d84b3789-168e-4bbb-b1f5-a571b5e0cb69 req-40a2280b-6002-487e-a0bb-686b0105f569 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0700722 Aug 27 04:03:58.861186 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14504d9d-ed4c-4dc6-b8f1-f3690a5eab7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.870922 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:03:58.877768 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:03:58.878930 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:58.921800 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d84b3789-168e-4bbb-b1f5-a571b5e0cb69 req-e62ff520-da7b-41d6-a5bb-33dd01977d69 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616214 Aug 27 04:03:59.011571 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14504d9d-ed4c-4dc6-b8f1-f3690a5eab7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.014093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.057070 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:03:59.104284 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e373d5f-2640-4684-b8f6-2e06ff87288b req-bb16e459-5fda-456c-bb65-bcffeb774d59 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:59.105950 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e373d5f-2640-4684-b8f6-2e06ff87288b req-bb16e459-5fda-456c-bb65-bcffeb774d59 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 944 time: 0.0624707 Aug 27 04:03:59.116587 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-14504d9d-ed4c-4dc6-b8f1-f3690a5eab7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.180893 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14504d9d-ed4c-4dc6-b8f1-f3690a5eab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1c3c9d-aa02-4431-ac36-9d7cdb85e78f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:59.187787 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-14504d9d-ed4c-4dc6-b8f1-f3690a5eab7c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3e130f69def74021864c1a782ba15046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427482 Aug 27 04:03:59.190378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38312) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:03:59.207186 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e373d5f-2640-4684-b8f6-2e06ff87288b req-a655b445-f13f-462a-86ea-8262ebaa2721 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922120 Aug 27 04:03:59.230009 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.244656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc98b1d-f02b-4744-b68b-004961cced36 req-72cca18c-dde0-42ae-912c-eb508fb54a8c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:59.251646 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6cc98b1d-f02b-4744-b68b-004961cced36 req-72cca18c-dde0-42ae-912c-eb508fb54a8c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0960536 Aug 27 04:03:59.274882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.289738 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6'}, {'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:03:59.292627 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d8f950-c20b-4494-bbec-de771aef320c" -d '{"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-plugged", "status": "completed", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6"}, {"server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "name": "network-vif-plugged", "status": "completed", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:03:59.304764 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.331311 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:03:59.331879 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6cc98b1d-f02b-4744-b68b-004961cced36 req-16ff0b86-e953-467f-8d6a-3c5c4997bb3b tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790062 Aug 27 04:03:59.363649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef7c19-41aa-4fa0-bb42-6cb7c1cce537 req-7f9b888a-ae53-489c-8e97-0d58a25f8b6f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:03:59.366284 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eef7c19-41aa-4fa0-bb42-6cb7c1cce537 req-7f9b888a-ae53-489c-8e97-0d58a25f8b6f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0812087 Aug 27 04:03:59.398794 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 27 Aug 2021 04:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550faf0f-b79f-48fe-9b8f-0f0c4be78abb x-openstack-request-id: req-550faf0f-b79f-48fe-9b8f-0f0c4be78abb {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:03:59.404588 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-plugged", "status": "completed", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6", "code": 200}, {"server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "name": "network-vif-plugged", "status": "completed", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:03:59.404588 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-550faf0f-b79f-48fe-9b8f-0f0c4be78abb {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:03:59.404588 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'code': 200} Aug 27 04:03:59.404588 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11', 'code': 200} Aug 27 04:03:59.419136 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eef7c19-41aa-4fa0-bb42-6cb7c1cce537 req-6b41cc81-b60d-445f-b7d1-99b1e3f5dbe7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376012 Aug 27 04:03:59.504973 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.508869 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:03:59.510237 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7e1c3c9d-aa02-4431-ac36-9d7cdb85e78f HTTP/1.1" status: 204 len: 168 time: 0.3187208 Aug 27 04:03:59.519850 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d071b-c951-447a-993b-7eebdbac1c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1c3c9d-aa02-4431-ac36-9d7cdb85e78f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:00.077417 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90371e8c-399b-4ca6-8a00-312c8e562c73 req-0f989ebd-4a72-4b89-9070-1a8c2cef1b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.083778 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90371e8c-399b-4ca6-8a00-312c8e562c73 req-0f989ebd-4a72-4b89-9070-1a8c2cef1b06 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 1098 time: 0.1442153 Aug 27 04:04:00.118346 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc41971-4e6f-4f3d-bea5-f1cee691e3ea req-f7827fa2-d67f-4818-8bfa-7e19ce77aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.122550 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bc41971-4e6f-4f3d-bea5-f1cee691e3ea req-f7827fa2-d67f-4818-8bfa-7e19ce77aa1b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.1542923 Aug 27 04:04:00.186972 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90371e8c-399b-4ca6-8a00-312c8e562c73 req-9cf36073-bdb8-45e4-a209-7693e00b3a40 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660758 Aug 27 04:04:00.197017 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c795dd6-5a1e-4229-a0d2-e70eed36b94b req-eeadf6f0-2569-40f8-b8dc-a638c5ab7793 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.198481 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1c795dd6-5a1e-4229-a0d2-e70eed36b94b req-eeadf6f0-2569-40f8-b8dc-a638c5ab7793 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.1340597 Aug 27 04:04:00.202481 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bc41971-4e6f-4f3d-bea5-f1cee691e3ea req-c6ea0900-bce5-4742-af19-527b2c69134e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Aug 27 04:04:00.245394 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1c795dd6-5a1e-4229-a0d2-e70eed36b94b req-344f8e23-ed23-467b-b134-5da145433927 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382981 Aug 27 04:04:00.322028 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec465575-7832-4f09-b4b6-3d2df88c1e60 req-4d68d34b-1d46-40e3-8118-44e60c7cdf64 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.322759 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:00.323885 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec465575-7832-4f09-b4b6-3d2df88c1e60 req-4d68d34b-1d46-40e3-8118-44e60c7cdf64 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 944 time: 0.0508559 Aug 27 04:04:00.332781 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8697a5a5-f72a-4cef-ae30-99ffc017de8e up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:00.370341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec465575-7832-4f09-b4b6-3d2df88c1e60 req-87fa1381-1327-4863-9f8a-1aae77128258 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389218 Aug 27 04:04:00.476831 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:00.482743 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f68f553-ebd4-44f5-80ac-ba05a59821da req-8bf124ed-9dd7-4fef-88fb-ccffb7326c15 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.484446 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8f68f553-ebd4-44f5-80ac-ba05a59821da req-8bf124ed-9dd7-4fef-88fb-ccffb7326c15 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0595710 Aug 27 04:04:00.488807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:00.537834 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.541121 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 8697a5a5-f72a-4cef-ae30-99ffc017de8e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:00.553654 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 8697a5a5-f72a-4cef-ae30-99ffc017de8e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:00.554034 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.573479 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8f68f553-ebd4-44f5-80ac-ba05a59821da req-66b6ef23-b65b-48d8-a8a3-46ec909975b4 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 Aug 27 04:04:00.574866 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:00.601745 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:00.606664 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4295f0d8-094d-4012-8b08-3e1d9b19ce71 req-87a9ea61-424b-4407-8963-4292826ba434 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:00.609236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4295f0d8-094d-4012-8b08-3e1d9b19ce71 req-87a9ea61-424b-4407-8963-4292826ba434 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.1019466 Aug 27 04:04:00.670909 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4295f0d8-094d-4012-8b08-3e1d9b19ce71 req-4191758b-3806-4c24-b783-785b6998d02e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540221 Aug 27 04:04:00.681725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.724899 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:00.766882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:00.783953 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:00.859270 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:01.034049 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:01.302797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:01.401964 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:01.404119 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc39dc1f-5e0f-4d03-ac31-138862c9182f" -d '{"events": [{"server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "name": "network-vif-plugged", "status": "completed", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:01.413856 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ecfff-1aca-4541-b71d-c049155a3858 req-0950e022-e321-442d-8842-4fdea7fe6e03 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:01.423009 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a6ecfff-1aca-4541-b71d-c049155a3858 req-0950e022-e321-442d-8842-4fdea7fe6e03 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.1033134 Aug 27 04:04:01.481011 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0a6ecfff-1aca-4541-b71d-c049155a3858 req-6855fec7-cd5b-4c12-b78c-80d9b7817204 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568984 Aug 27 04:04:01.533103 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b781e6-792c-489e-b960-cf120a94639f req-40726965-78d6-4040-912b-6fe794291d0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:01.535352 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00b781e6-792c-489e-b960-cf120a94639f req-40726965-78d6-4040-912b-6fe794291d0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0717335 Aug 27 04:04:01.556060 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8670f35c-aeb5-48fa-8986-9fc3b4d83fa0 x-openstack-request-id: req-8670f35c-aeb5-48fa-8986-9fc3b4d83fa0 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:01.556358 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "name": "network-vif-plugged", "status": "completed", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:01.556610 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8670f35c-aeb5-48fa-8986-9fc3b4d83fa0 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:01.557011 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e', 'code': 200} Aug 27 04:04:01.578428 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00b781e6-792c-489e-b960-cf120a94639f req-0c5fc4b8-4357-4593-bece-260f93ce6261 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353408 Aug 27 04:04:01.717463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f159ad-c13d-4df8-a760-58fd098de16c req-3f792ab4-a57f-4e6b-b2aa-bac05c40c44c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:01.719183 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-79f159ad-c13d-4df8-a760-58fd098de16c req-3f792ab4-a57f-4e6b-b2aa-bac05c40c44c tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0647385 Aug 27 04:04:01.782702 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-79f159ad-c13d-4df8-a760-58fd098de16c req-5f8eab48-0731-49f9-9390-e4ef4ea3fe4f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566537 Aug 27 04:04:01.839890 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17803b8-0271-4423-bea7-f289921d8fcb req-4630d79f-bd66-4a33-9163-41de1d7ab1fb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:01.841730 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e17803b8-0271-4423-bea7-f289921d8fcb req-4630d79f-bd66-4a33-9163-41de1d7ab1fb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.0743463 Aug 27 04:04:01.896258 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e17803b8-0271-4423-bea7-f289921d8fcb req-c665cf1c-74b4-4f54-a65a-1d0d80abe9a7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442185 Aug 27 04:04:02.165588 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbeb9c7-8632-439a-9296-9c356f868ba4 req-909c3343-cf26-4bcd-a056-13bd002adff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.167341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ecbeb9c7-8632-439a-9296-9c356f868ba4 req-909c3343-cf26-4bcd-a056-13bd002adff8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1098 time: 0.0628712 Aug 27 04:04:02.212265 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ecbeb9c7-8632-439a-9296-9c356f868ba4 req-abadb117-f653-40b3-b122-7935267eae32 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374093 Aug 27 04:04:02.679932 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1bee1-c788-4dd8-9351-a9bab1477fde req-7448cfcd-e58e-4573-b953-9e1ab2529038 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.681769 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58c1bee1-c788-4dd8-9351-a9bab1477fde req-7448cfcd-e58e-4573-b953-9e1ab2529038 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0794384 Aug 27 04:04:02.774692 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58c1bee1-c788-4dd8-9351-a9bab1477fde req-3c0ce9e9-f1ff-43e3-8101-5f292344a081 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788271 Aug 27 04:04:02.805993 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609f8c1-ebbd-4886-ba7f-5e76476110dd req-92f4f15e-770b-4503-b794-aee86eea89a6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.808552 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3609f8c1-ebbd-4886-ba7f-5e76476110dd req-92f4f15e-770b-4503-b794-aee86eea89a6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1255319 Aug 27 04:04:02.867133 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3609f8c1-ebbd-4886-ba7f-5e76476110dd req-5cdbc320-1e10-4ce9-b883-f4adbc724d92 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527201 Aug 27 04:04:02.964119 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce185083-fd6a-46a6-9a3f-68dda878ba70 req-e54ae229-16e2-4687-a89e-6c44d6a9b0da tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:02.964119 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce185083-fd6a-46a6-9a3f-68dda878ba70 req-e54ae229-16e2-4687-a89e-6c44d6a9b0da tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0726454 Aug 27 04:04:03.034527 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce185083-fd6a-46a6-9a3f-68dda878ba70 req-3f54812e-c876-49e2-8ff5-5cd9653fc4a1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642252 Aug 27 04:04:03.098351 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5e69b-031c-46a9-b3b5-556cd2286012 req-15484d3c-03a0-435a-9b14-b641ef57a2f8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:03.100090 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1fd5e69b-031c-46a9-b3b5-556cd2286012 req-15484d3c-03a0-435a-9b14-b641ef57a2f8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.1002851 Aug 27 04:04:03.146581 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1fd5e69b-031c-46a9-b3b5-556cd2286012 req-b7ae476d-0937-4bcc-b43e-7c7d7406705b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Aug 27 04:04:03.997477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e526984e-0559-452c-9826-e462db16dc44 req-111a15d4-3dec-4d5f-95ff-ead9ecad1ab0 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:03.999115 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e526984e-0559-452c-9826-e462db16dc44 req-111a15d4-3dec-4d5f-95ff-ead9ecad1ab0 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0580797 Aug 27 04:04:04.047023 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e526984e-0559-452c-9826-e462db16dc44 req-50815131-02b4-40d6-85e1-8aa39599ea0b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380991 Aug 27 04:04:04.173619 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4235d-b2a6-4f1b-bc25-2c68ea5e946f req-13b01525-9df5-418e-8bdd-70fde0f762de tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:04.183166 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7de4235d-b2a6-4f1b-bc25-2c68ea5e946f req-13b01525-9df5-418e-8bdd-70fde0f762de tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0636616 Aug 27 04:04:04.230279 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7de4235d-b2a6-4f1b-bc25-2c68ea5e946f req-49aba804-af41-4325-9b7d-54f7d9eb3c18 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Aug 27 04:04:04.348780 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2a3408-41b7-4669-b70a-274aeeaf0e39 req-40647a20-6472-4869-9969-f2955cab089f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:04.352039 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb2a3408-41b7-4669-b70a-274aeeaf0e39 req-40647a20-6472-4869-9969-f2955cab089f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.0886195 Aug 27 04:04:04.363075 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:04.415253 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb2a3408-41b7-4669-b70a-274aeeaf0e39 req-008bedf7-6b4c-4f37-883d-0757bea0fb35 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564146 Aug 27 04:04:04.499205 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:04.503183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:04.503555 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.585693 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.615192 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:04.617562 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d94dc9-ad76-4f70-83d3-48eeebb441ba" -d '{"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:04.642468 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:04.656036 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7ad09e-1bc8-466e-b9c1-dc343c017d9f x-openstack-request-id: req-1e7ad09e-1bc8-466e-b9c1-dc343c017d9f {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:04.656309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:04.656604 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1e7ad09e-1bc8-466e-b9c1-dc343c017d9f {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:04.657076 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'code': 200} Aug 27 04:04:04.779316 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:04.831725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:05.093005 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46cf4f-ad00-4350-a9e5-c1c796a0e33a req-933ab565-cc22-482b-8fff-3f2aa0b69795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.095117 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee46cf4f-ad00-4350-a9e5-c1c796a0e33a req-933ab565-cc22-482b-8fff-3f2aa0b69795 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1098 time: 0.0439272 Aug 27 04:04:05.167012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee46cf4f-ad00-4350-a9e5-c1c796a0e33a req-312fcd58-f1ec-47b5-9202-66d2bcd96baf service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639024 Aug 27 04:04:05.192020 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0fd293-4f9e-40a3-9917-9b106c403c51 req-7e2e9a93-2a52-4234-9a76-b2c2b339f418 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.193902 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d0fd293-4f9e-40a3-9917-9b106c403c51 req-7e2e9a93-2a52-4234-9a76-b2c2b339f418 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0667768 Aug 27 04:04:05.241025 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d0fd293-4f9e-40a3-9917-9b106c403c51 req-8d6508d1-371c-4b27-b107-60bd75bff99c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399137 Aug 27 04:04:05.554833 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0ffe2-a2c7-4463-8fce-dc5b84e29ef7 req-180968fc-6832-4e75-bb1c-4b2761f03778 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.556269 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0f0ffe2-a2c7-4463-8fce-dc5b84e29ef7 req-180968fc-6832-4e75-bb1c-4b2761f03778 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0560021 Aug 27 04:04:05.602525 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0f0ffe2-a2c7-4463-8fce-dc5b84e29ef7 req-034a6dc7-2100-4863-82ec-4954dc44ae3f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 Aug 27 04:04:05.816003 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7527bc-038e-455b-8327-3010162d1850 req-11f0c5c1-d36b-4e10-9302-1fd22f60ac1b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.818523 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c7527bc-038e-455b-8327-3010162d1850 req-11f0c5c1-d36b-4e10-9302-1fd22f60ac1b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0513883 Aug 27 04:04:05.858042 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c7527bc-038e-455b-8327-3010162d1850 req-fdaf19ac-4cc0-4b4c-a107-9e6f7842b7ee tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335763 Aug 27 04:04:05.986450 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-fb0a7d9e-0913-47de-b001-17f6336e4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:05.987966 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-fb0a7d9e-0913-47de-b001-17f6336e4a0d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1098 time: 0.0454786 Aug 27 04:04:06.076795 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-9c7ce587-6a11-4bf0-8e75-7c54c6e2907a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:06.078143 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-9c7ce587-6a11-4bf0-8e75-7c54c6e2907a service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0829175 Aug 27 04:04:06.131157 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-756b0e26-089d-4bdf-9381-add958276491 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 200 len: 217 time: 0.0399232 Aug 27 04:04:06.185790 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-60a134ec-ec0f-4842-ab8d-8191421fc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:06.187279 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-60a134ec-ec0f-4842-ab8d-8191421fc21b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0500643 Aug 27 04:04:06.220215 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-5df9f81d-584c-47d6-8900-de6d2a7de712 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238526 Aug 27 04:04:06.504142 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-914e609e-bc0d-4385-a418-7a813d759cdf service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756107 Aug 27 04:04:06.635539 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-484ecc6d-5de5-4552-bd55-19963c9e22b8 req-6ef6153a-54e8-413f-aeb5-cf6cf2c65233 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162331 Aug 27 04:04:06.754340 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e880906a-a5b3-4a47-bd76-f95ce9fb3250 req-d252e229-61b3-4c7d-b2ae-ae2751ff2bb4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:06.756386 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e880906a-a5b3-4a47-bd76-f95ce9fb3250 req-d252e229-61b3-4c7d-b2ae-ae2751ff2bb4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0706325 Aug 27 04:04:06.801222 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38572) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:06.815814 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e880906a-a5b3-4a47-bd76-f95ce9fb3250 req-8240e014-1cf0-4a87-acca-35455842d7b0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482233 Aug 27 04:04:06.937600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-88597938-a189-430f-9e1e-66e18bb89dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:06.990968 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd98881b-7a1b-47c6-b7c1-f8b38887afda req-a935855c-faf1-4810-a3d4-9673e96fdbcb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:06.992665 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd98881b-7a1b-47c6-b7c1-f8b38887afda req-a935855c-faf1-4810-a3d4-9673e96fdbcb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0530272 Aug 27 04:04:07.041658 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd98881b-7a1b-47c6-b7c1-f8b38887afda req-8ede5237-cb54-4acd-a644-ffcf00d75ba3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349753 Aug 27 04:04:07.043561 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-88597938-a189-430f-9e1e-66e18bb89dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.209263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-88597938-a189-430f-9e1e-66e18bb89dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.250934 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-88597938-a189-430f-9e1e-66e18bb89dab admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20641740056d46a596abd3be5cca892a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4484339 Aug 27 04:04:07.251806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88597938-a189-430f-9e1e-66e18bb89dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83a1154-8aa7-4a6a-aad1-ba6a6ab2171d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.253681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38590) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:07.310160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.334772 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.527931 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.530423 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:07.531770 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e83a1154-8aa7-4a6a-aad1-ba6a6ab2171d HTTP/1.1" status: 204 len: 168 time: 0.2756968 Aug 27 04:04:07.541621 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d7f77-4414-4080-bc08-a03fa2e13778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83a1154-8aa7-4a6a-aad1-ba6a6ab2171d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:07.960220 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ff75c-dd4a-4f53-a9e6-e278f8737253 req-675d1f9c-217c-4fca-bbca-306b1fe6a1e5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:07.967238 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c48ff75c-dd4a-4f53-a9e6-e278f8737253 req-675d1f9c-217c-4fca-bbca-306b1fe6a1e5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0728364 Aug 27 04:04:08.016229 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c48ff75c-dd4a-4f53-a9e6-e278f8737253 req-39509c20-e8d2-4a8f-8a0f-180b0ffa9b2f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372047 Aug 27 04:04:08.136033 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb679a-3d84-4492-9c4d-e42257eefd13 req-15f59bf1-3cae-4485-b5cc-33c9b2455b6c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:08.137490 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-89eb679a-3d84-4492-9c4d-e42257eefd13 req-15f59bf1-3cae-4485-b5cc-33c9b2455b6c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0535526 Aug 27 04:04:08.146218 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38630) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:08.150806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'floatingip': {'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:08.226800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.238214 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5068922-c643-47fd-b2b0-c41696677919 req-2af0ae64-5574-4206-9cd7-e7b402674d0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:08.240592 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5068922-c643-47fd-b2b0-c41696677919 req-2af0ae64-5574-4206-9cd7-e7b402674d0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0535927 Aug 27 04:04:08.288216 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5068922-c643-47fd-b2b0-c41696677919 req-335d663c-1122-462e-93fe-2276548dea49 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372748 Aug 27 04:04:08.469930 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38640) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:08.488717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0958a365-46c4-4585-81bb-33e9b4a647ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.591961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0958a365-46c4-4585-81bb-33e9b4a647ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.676525 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0958a365-46c4-4585-81bb-33e9b4a647ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.722011 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0958a365-46c4-4585-81bb-33e9b4a647ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=16dc9335a5c045f59d1eb4b11789f0e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509391 Aug 27 04:04:08.723566 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38644) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:08.729873 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958a365-46c4-4585-81bb-33e9b4a647ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdb7219-2ba7-4a4c-a7d1-aaea63fc71d2,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:08.780431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.803659 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:08.862822 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.036135 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.039277 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.039447 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.040494 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cdb7219-2ba7-4a4c-a7d1-aaea63fc71d2 HTTP/1.1" status: 204 len: 168 time: 0.3159771 Aug 27 04:04:09.049665 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c3c7c-7ee2-447f-abb8-152979cd4412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdb7219-2ba7-4a4c-a7d1-aaea63fc71d2,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:09.059954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-74dc7b31-d8a8-4d9e-a6c9-64f5d65e9ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.347319 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Floating IP 552be0df-f9f1-4b2c-aab3-8339f79fd673 associated. External IP: 172.27.3.51, port: b31433d7-3cd6-42a4-ba1f-e7c89bc378b7. Aug 27 04:04:09.407646 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b80cf50-af08-4b7d-87d1-4f27b9fa8c75 req-0734630f-7624-4082-a2cd-a8bf3997a206 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:09.409914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b80cf50-af08-4b7d-87d1-4f27b9fa8c75 req-0734630f-7624-4082-a2cd-a8bf3997a206 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0538037 Aug 27 04:04:09.463025 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b80cf50-af08-4b7d-87d1-4f27b9fa8c75 req-9afb6abe-ec0d-4183-aa62-a056e0f83016 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453777 Aug 27 04:04:09.580679 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:04:09.689735 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:04:09.694333 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:09.706607 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:04:09.716381 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:09.717078 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:09.728327 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-38f9bd1b-516f-4392-afd9-7797abb66b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "PUT /v2.0/floatingips/552be0df-f9f1-4b2c-aab3-8339f79fd673 HTTP/1.1" status: 200 len: 990 time: 1.5776286 Aug 27 04:04:09.728327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:09.733917 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46b3034-69f1-4d4a-9ade-71baf7fd0477" -d '{"events": [{"name": "network-changed", "server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:09.772282 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3fd9ac-235e-4f25-b8c4-a3d28cf3c713 x-openstack-request-id: req-5b3fd9ac-235e-4f25-b8c4-a3d28cf3c713 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:09.772848 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:09.773286 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b3fd9ac-235e-4f25-b8c4-a3d28cf3c713 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:09.773861 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'status': 'completed', 'code': 200} Aug 27 04:04:09.833646 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:10.190789 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '552be0df-f9f1-4b2c-aab3-8339f79fd673', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:03:36Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:10.218101 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:04:10.226308 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:04:10.226947 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:03:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:10.334594 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:04:10.585749 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '552be0df-f9f1-4b2c-aab3-8339f79fd673', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:03:36Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:04:10.590756 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af78261-5913-4b80-bf0d-c3013be5fde7 req-0fd7735d-9eb0-4604-9232-d2934f819e93 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:10.595113 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3af78261-5913-4b80-bf0d-c3013be5fde7 req-0fd7735d-9eb0-4604-9232-d2934f819e93 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0583611 Aug 27 04:04:10.617696 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ee024-c422-4675-8378-1a38104b57f3 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '552be0df-f9f1-4b2c-aab3-8339f79fd673', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.51', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:03:36Z', 'updated_at': '2021-08-27T04:04:08Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:04:10.651369 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3af78261-5913-4b80-bf0d-c3013be5fde7 req-9f7e61b8-f6ec-44cb-ba51-4601a6dc75d9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428953 Aug 27 04:04:10.847791 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb25521e-c086-4cbd-bf9e-be2e1430b1f0 None None] New status for floating IP 552be0df-f9f1-4b2c-aab3-8339f79fd673: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:04:10.942356 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:11.765130 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86db72e-9c04-45c4-8df9-73ce0d51963c req-99f6b6b6-01ac-4099-8d3e-5e1b0e2700ea tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:11.766608 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d86db72e-9c04-45c4-8df9-73ce0d51963c req-99f6b6b6-01ac-4099-8d3e-5e1b0e2700ea tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0494397 Aug 27 04:04:11.808619 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d86db72e-9c04-45c4-8df9-73ce0d51963c req-c2a7e897-bee3-4f65-9460-5cd71d686992 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Aug 27 04:04:11.855108 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-db741abf-e799-451e-964f-9f46ad153535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:11.923178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38744) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:12.045691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2a01-0467-4eef-a95c-b797719ec63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.064558 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.150718 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2a01-0467-4eef-a95c-b797719ec63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.235347 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9b2d2a01-0467-4eef-a95c-b797719ec63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.277264 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d2a01-0467-4eef-a95c-b797719ec63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fcc9d4-78ab-4cc8-9f74-1849c4654178,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:12.282423 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9b2d2a01-0467-4eef-a95c-b797719ec63d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=962e73dbeda2454ba9ff001c21a0018d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580070 Aug 27 04:04:12.284963 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38756) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:12.333639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.355175 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.470264 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.472872 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.474549 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0fcc9d4-78ab-4cc8-9f74-1849c4654178 HTTP/1.1" status: 204 len: 168 time: 0.1886840 Aug 27 04:04:12.482649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fb7ef-0219-442a-aa6d-2ce513cbb6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fcc9d4-78ab-4cc8-9f74-1849c4654178,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:12.813409 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:12.929397 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ead0f-3627-4268-9c08-cbe67e91d2a6 req-6b2856e5-dfb3-4828-8fa1-2b7efa8fa960 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:12.930908 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e3ead0f-3627-4268-9c08-cbe67e91d2a6 req-6b2856e5-dfb3-4828-8fa1-2b7efa8fa960 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0500896 Aug 27 04:04:12.970249 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e3ead0f-3627-4268-9c08-cbe67e91d2a6 req-3e0417f8-3bcb-42b9-aed2-4ac4b82098f5 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Aug 27 04:04:13.141519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38776) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:13.157429 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ec72623-3b21-42ae-9a25-a0999d5124a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.248879 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ec72623-3b21-42ae-9a25-a0999d5124a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.343477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1ec72623-3b21-42ae-9a25-a0999d5124a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.384786 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1ec72623-3b21-42ae-9a25-a0999d5124a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=81273f5e61ac444bbb2e0b8e22bb8cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421839 Aug 27 04:04:13.385603 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec72623-3b21-42ae-9a25-a0999d5124a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c28a36dc-82a5-4677-8e48-218213869397,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:13.387495 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38778) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:13.439734 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.463039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.565221 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-ccfb78bc-fc91-41e0-a5b7-9f966fb404e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:13.568715 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-ccfb78bc-fc91-41e0-a5b7-9f966fb404e6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1098 time: 0.0466449 Aug 27 04:04:13.596775 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.600345 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:13.601648 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c28a36dc-82a5-4677-8e48-218213869397 HTTP/1.1" status: 204 len: 168 time: 0.2131674 Aug 27 04:04:13.611339 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6ead-8a21-43ce-9a49-58cb84f6b530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c28a36dc-82a5-4677-8e48-218213869397,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:13.689738 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-df973988-50bf-46e8-b38c-28c198106723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:13.691242 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-df973988-50bf-46e8-b38c-28c198106723 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.1016996 Aug 27 04:04:13.807461 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-d32fc863-d312-4dce-9e33-e714dc3f4361 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 1000 time: 0.1024590 Aug 27 04:04:13.874106 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-338042f7-dc43-4c34-bcb0-84ea63fcf7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:13.875606 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-338042f7-dc43-4c34-bcb0-84ea63fcf7a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0518754 Aug 27 04:04:13.931436 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-df627def-9cad-4da0-8dc0-bdff9544493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:13.932996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-df627def-9cad-4da0-8dc0-bdff9544493f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421233 Aug 27 04:04:14.076714 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-50aa40b4-8b5c-4ee3-af33-397c18b3549a service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276891 Aug 27 04:04:14.180248 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b965ab9-4941-4b78-97b9-4da4234f9960 req-36fe7e32-dc55-4ef6-8a4d-cbc83335f56f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:14.182500 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b965ab9-4941-4b78-97b9-4da4234f9960 req-36fe7e32-dc55-4ef6-8a4d-cbc83335f56f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1284690 Aug 27 04:04:14.196066 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:14.229896 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d46b3034-69f1-4d4a-9ade-71baf7fd0477 req-e7f28c03-f696-49e6-916c-e15fc3abbe57 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311638 Aug 27 04:04:14.249582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b965ab9-4941-4b78-97b9-4da4234f9960 req-9429a438-4086-4b53-9956-3cc0fea83645 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Aug 27 04:04:15.422668 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855be98-c037-49ae-b853-518298763b58 req-591fcdb8-8fc7-4bc7-b96b-69500d6cc58a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:15.424607 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9855be98-c037-49ae-b853-518298763b58 req-591fcdb8-8fc7-4bc7-b96b-69500d6cc58a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1006057 Aug 27 04:04:15.465551 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9855be98-c037-49ae-b853-518298763b58 req-cb652efd-5f73-4fbd-828f-b23d2bd2ce86 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337348 Aug 27 04:04:16.597428 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b00eb-f037-4ad9-9206-c62c0dfd3070 req-aaab9c10-57dc-412b-b7fd-0184b92f57b9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:16.599642 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1b4b00eb-f037-4ad9-9206-c62c0dfd3070 req-aaab9c10-57dc-412b-b7fd-0184b92f57b9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0565097 Aug 27 04:04:16.640890 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1b4b00eb-f037-4ad9-9206-c62c0dfd3070 req-e559d729-8851-4019-b0ca-78a291afef8b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350976 Aug 27 04:04:17.791936 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48739faf-e7ef-4b72-870e-58d90a5e4201 req-f1229b24-0e06-4384-9735-736503ef28f2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:17.793894 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48739faf-e7ef-4b72-870e-58d90a5e4201 req-f1229b24-0e06-4384-9735-736503ef28f2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0661538 Aug 27 04:04:17.836588 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48739faf-e7ef-4b72-870e-58d90a5e4201 req-cac60c1f-e756-4967-be23-bdc4020a9bab tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360653 Aug 27 04:04:18.090523 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38940) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:18.209052 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.302618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.430420 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.469765 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ecfa27-e7e5-4eb2-a2cc-2078ecbfa90a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:18.473527 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6ccdb9643d54ec9b62e4605153add89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817661 Aug 27 04:04:18.476854 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38948) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:18.479784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.480184 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.480541 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.480881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.481214 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.481548 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.481887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.482215 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.482546 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.482906 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.503807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.503807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-648ee61d-582d-4be2-bbd4-0197c55ba20a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.537089 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.558877 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.710191 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.712949 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:18.714098 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/51ecfa27-e7e5-4eb2-a2cc-2078ecbfa90a HTTP/1.1" status: 204 len: 168 time: 0.2361879 Aug 27 04:04:18.721976 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ecfa27-e7e5-4eb2-a2cc-2078ecbfa90a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:18.730943 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.731296 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.731634 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.731980 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.732307 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.732638 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.732963 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.733289 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.733611 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.733963 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.734288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.734633 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258b824e-9bb8-4aca-acde-7ec1900122d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:18.965601 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36406-1667-4fa7-ad49-466673ad2501 req-87e0b1c7-ca17-4c96-acd8-350298f1cc50 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:18.967246 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ead36406-1667-4fa7-ad49-466673ad2501 req-87e0b1c7-ca17-4c96-acd8-350298f1cc50 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0531912 Aug 27 04:04:19.017352 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ead36406-1667-4fa7-ad49-466673ad2501 req-40447a0f-280b-402c-ad95-ec9eb8efb844 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420575 Aug 27 04:04:19.479440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38978) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:19.493714 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e9b19cc-3809-452d-8334-a39bfbc00bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.603292 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e9b19cc-3809-452d-8334-a39bfbc00bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.631927 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38984) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:19.687694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3e9b19cc-3809-452d-8334-a39bfbc00bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.732605 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b19cc-3809-452d-8334-a39bfbc00bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e01015-d976-482e-9012-ff9562576d7c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:19.740201 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3e9b19cc-3809-452d-8334-a39bfbc00bcb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5ed8c530d28549ce933302eda8a5dc80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566257 Aug 27 04:04:19.740423 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 38990) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:19.774010 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8f7a842-e2d2-4453-be10-dba1184a8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.838053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.873128 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.946862 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8f7a842-e2d2-4453-be10-dba1184a8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:19.996491 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d8f7a842-e2d2-4453-be10-dba1184a8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.031112 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.035421 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.035421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/93e01015-d976-482e-9012-ff9562576d7c HTTP/1.1" status: 204 len: 168 time: 0.2923410 Aug 27 04:04:20.042989 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7a842-e2d2-4453-be10-dba1184a8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f464dc-9f91-41d0-a093-e7c7ad8e5390,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:20.056672 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d8f7a842-e2d2-4453-be10-dba1184a8197 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9f99224febac4e3c9e96a2b1d1de94f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234049 Aug 27 04:04:20.059331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 38998) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:20.067704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4ea78-69a9-4707-a4a5-5f53bc57765d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e01015-d976-482e-9012-ff9562576d7c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:20.139270 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.163616 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.174249 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8b9a-2831-4ac0-91e4-35a70984eb70 req-7b0a1223-f1f9-474a-88a3-1dd61814e6e4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:20.176886 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e65d8b9a-2831-4ac0-91e4-35a70984eb70 req-7b0a1223-f1f9-474a-88a3-1dd61814e6e4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0648353 Aug 27 04:04:20.225444 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e65d8b9a-2831-4ac0-91e4-35a70984eb70 req-148359ab-3bc0-405b-b466-1765e969583f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Aug 27 04:04:20.351525 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.355569 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:20.356745 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/06f464dc-9f91-41d0-a093-e7c7ad8e5390 HTTP/1.1" status: 204 len: 168 time: 0.2964423 Aug 27 04:04:20.366108 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5edc72-47f6-43e5-ac53-86962bd71b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f464dc-9f91-41d0-a093-e7c7ad8e5390,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:20.931213 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-c056b096-99d4-4f3b-af29-8e801e188f5c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416093 Aug 27 04:04:21.083069 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f51709-347e-4dd1-8e9e-12142092671e req-895ff956-fd36-4491-a463-a26f2058b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:21.084454 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-895ff956-fd36-4491-a463-a26f2058b01d service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 1099 time: 0.0531247 Aug 27 04:04:21.213811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f51709-347e-4dd1-8e9e-12142092671e req-adcc89dc-7059-42de-bf9c-86acd61ea9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:21.216346 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-adcc89dc-7059-42de-bf9c-86acd61ea9bb service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 917 time: 0.1000826 Aug 27 04:04:21.268425 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-d53aacac-02a8-446c-b4d3-27ee25994165 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4 HTTP/1.1" status: 200 len: 217 time: 0.0404024 Aug 27 04:04:21.325492 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39052) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:21.348832 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c170fbfb-101c-47a8-9d8d-9b2406d3f29d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.402910 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f51709-347e-4dd1-8e9e-12142092671e req-7027e28a-eb13-4272-82c0-ccd9bc905da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:21.405437 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-7027e28a-eb13-4272-82c0-ccd9bc905da4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.1278560 Aug 27 04:04:21.437482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48300778-0b96-4450-a03b-7dd99aa6e7fb req-72aa556d-f285-4bf0-bc58-f839abc0cd26 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:21.445569 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48300778-0b96-4450-a03b-7dd99aa6e7fb req-72aa556d-f285-4bf0-bc58-f839abc0cd26 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1197958 Aug 27 04:04:21.465843 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-c85851ba-3adf-4363-b302-f13813503201 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478566 Aug 27 04:04:21.483966 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c170fbfb-101c-47a8-9d8d-9b2406d3f29d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.552449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c170fbfb-101c-47a8-9d8d-9b2406d3f29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.555344 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48300778-0b96-4450-a03b-7dd99aa6e7fb req-4691dba7-aec9-4405-beda-aeeab4bfc2bd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088524 Aug 27 04:04:21.595908 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c170fbfb-101c-47a8-9d8d-9b2406d3f29d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d6ff5030e8234c838fbe4f2674df19d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689025 Aug 27 04:04:21.600545 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 39058) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:21.606018 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170fbfb-101c-47a8-9d8d-9b2406d3f29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec52648e-0cf3-4b7d-93d5-3f484686cab8,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:21.617366 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-3055be63-07e7-4578-985e-485f276fbbcf service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264977 Aug 27 04:04:21.618071 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.718659 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.759645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.771690 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5f51709-347e-4dd1-8e9e-12142092671e req-f021cbc8-e0d6-4a95-a861-706b7275425b service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433349 Aug 27 04:04:21.921534 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.924628 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:21.925855 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ec52648e-0cf3-4b7d-93d5-3f484686cab8 HTTP/1.1" status: 204 len: 168 time: 0.3242614 Aug 27 04:04:21.934624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b12ee73-d5f7-4d9f-bd2d-911c3df49531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec52648e-0cf3-4b7d-93d5-3f484686cab8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:22.766639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c1b0c-f029-456d-8988-784ffeb5c60d req-c1048b00-f352-468c-bad0-7055d30ac240 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:22.771518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-347c1b0c-f029-456d-8988-784ffeb5c60d req-c1048b00-f352-468c-bad0-7055d30ac240 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1252828 Aug 27 04:04:22.820672 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-347c1b0c-f029-456d-8988-784ffeb5c60d req-908e9a84-77cf-41bf-9538-875f66890e22 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Aug 27 04:04:24.003117 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fdbeb-3d49-4fca-9571-6785aa1048f0 req-de2ae91d-a4ae-4ace-a192-bcbfb7d47cf2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:24.006155 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a6fdbeb-3d49-4fca-9571-6785aa1048f0 req-de2ae91d-a4ae-4ace-a192-bcbfb7d47cf2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0766335 Aug 27 04:04:24.070948 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a6fdbeb-3d49-4fca-9571-6785aa1048f0 req-91a07514-7080-4b47-aa2d-74e8d1bf7c3e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541995 Aug 27 04:04:24.960942 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39182) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:25.102944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2293dfe6-6678-4e91-bc7e-81eb1818c7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.208974 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2293dfe6-6678-4e91-bc7e-81eb1818c7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.316582 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2293dfe6-6678-4e91-bc7e-81eb1818c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.355910 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2293dfe6-6678-4e91-bc7e-81eb1818c7b4 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e7eaf96c3bb240b69d34cc18471c8e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3938766 Aug 27 04:04:25.357058 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293dfe6-6678-4e91-bc7e-81eb1818c7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74cb2d-fad5-4ff7-97a3-cb19ccc36dbc,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:25.359749 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39210) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:25.414198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.440047 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.456443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-5981fbcb-5f3d-46f9-b5a8-f141eb52efd1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:25.458276 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-5981fbcb-5f3d-46f9-b5a8-f141eb52efd1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1884115 Aug 27 04:04:25.480147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776227e-3ff8-4d66-a8b4-8f87024e3161 req-4c2a2b89-08c5-4e41-aa09-ec8c5e8d89a3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:25.480147 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1776227e-3ff8-4d66-a8b4-8f87024e3161 req-4c2a2b89-08c5-4e41-aa09-ec8c5e8d89a3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0914032 Aug 27 04:04:25.499027 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-89a35647-0009-4689-8634-deb089e69c19 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/quotas/c67ffd3553c245acabcdcfd5a15252e3 HTTP/1.1" status: 200 len: 375 time: 0.0331168 Aug 27 04:04:25.556421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1776227e-3ff8-4d66-a8b4-8f87024e3161 req-8a2fb110-1580-4df0-927b-80fd7d652879 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686767 Aug 27 04:04:25.569565 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-c31e7fe0-f5d6-408b-a912-387691763806 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0641589 Aug 27 04:04:25.619635 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.622525 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:25.623808 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dc74cb2d-fad5-4ff7-97a3-cb19ccc36dbc HTTP/1.1" status: 204 len: 168 time: 0.2629733 Aug 27 04:04:25.633325 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda2abc-560c-40df-9ac3-4771b19105c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74cb2d-fad5-4ff7-97a3-cb19ccc36dbc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:25.690866 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-88b70e43-019b-4f97-b00b-9587c6b0f7d9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:04:25.692834 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-88b70e43-019b-4f97-b00b-9587c6b0f7d9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671146 Aug 27 04:04:25.788996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-c7fda884-10d7-4c86-a563-c3819ab5d8b3 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899184 Aug 27 04:04:25.881731 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-e631b423-5b74-46b2-8eba-64770d41bff2 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862682 Aug 27 04:04:26.215030 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c65d0ba8-bacf-45a5-a5ba-f4572e9a8295 req-23d48c2a-07b7-4b70-9a95-d903c3b8d3de tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 210 time: 0.0287697 Aug 27 04:04:26.685806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39258) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:26.710898 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70de25ba-7947-49ea-9f9c-53e7da95795a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.722082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e15ca-42e8-4c8f-912c-4b4c8dd7a15d req-bd2eb34d-f043-4452-bad3-7afc772cf855 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:26.727620 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e6e15ca-42e8-4c8f-912c-4b4c8dd7a15d req-bd2eb34d-f043-4452-bad3-7afc772cf855 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0620925 Aug 27 04:04:26.765590 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e6e15ca-42e8-4c8f-912c-4b4c8dd7a15d req-7f6f9ac9-c7e5-49da-b791-ab398c84a4ea tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340700 Aug 27 04:04:26.803782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70de25ba-7947-49ea-9f9c-53e7da95795a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.950469 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70de25ba-7947-49ea-9f9c-53e7da95795a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:26.992460 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-70de25ba-7947-49ea-9f9c-53e7da95795a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=567cac02e44b433f993efd40967f2920&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042560 Aug 27 04:04:26.993556 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70de25ba-7947-49ea-9f9c-53e7da95795a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0540df2-bc97-45ae-9ce8-055bf3bac10b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:26.995225 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 39262) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:27.048571 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.070724 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.212720 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.215403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:27.216569 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e0540df2-bc97-45ae-9ce8-055bf3bac10b HTTP/1.1" status: 204 len: 168 time: 0.2197268 Aug 27 04:04:27.225287 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54029d4d-6f08-400e-a6c3-3c6470f41b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0540df2-bc97-45ae-9ce8-055bf3bac10b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:27.299228 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2174ef2c-a998-4939-b4c4-e7a229e2f12b req-47ce8041-19e4-49c2-a7a3-e1d81899cf08 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 210 time: 0.0294096 Aug 27 04:04:27.901523 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08c87c1-8d34-4750-bc9a-fb16c51a07bd req-f40c547f-bafe-4937-9501-25b1ec77b486 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:27.903079 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b08c87c1-8d34-4750-bc9a-fb16c51a07bd req-f40c547f-bafe-4937-9501-25b1ec77b486 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0500875 Aug 27 04:04:27.943071 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b08c87c1-8d34-4750-bc9a-fb16c51a07bd req-d3c50fb2-798b-4d66-92ca-19a6371a11ba tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Aug 27 04:04:28.404130 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9b64503-5518-407b-aca8-938ef04203ea req-36234d99-2f4d-41b4-a031-049d12f448bf tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 210 time: 0.0277829 Aug 27 04:04:29.064657 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be10018d-559b-4aa0-ad3a-97edb3f236e0 req-330e2e8b-01d2-4083-b9ff-c0fa6e8a1499 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.066094 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be10018d-559b-4aa0-ad3a-97edb3f236e0 req-330e2e8b-01d2-4083-b9ff-c0fa6e8a1499 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0526817 Aug 27 04:04:29.159620 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be10018d-559b-4aa0-ad3a-97edb3f236e0 req-2c5e4174-f562-4dec-b255-33c96cab242b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868442 Aug 27 04:04:29.216552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a978a474-483a-402d-9778-4abf314257ce tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:29.219091 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a978a474-483a-402d-9778-4abf314257ce tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1295226 Aug 27 04:04:29.239987 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Request body: {'port': {'device_id': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'admin_state_up': True, 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:29.549771 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-440a498a-62e9-4db3-981a-9649a28fd9da req-73c8e124-56be-4fcb-9345-098c4c302c3b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 210 time: 0.0337074 Aug 27 04:04:29.775723 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:04:29.781016 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:29.924375 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Allocated IP 172.20.0.2 (bd5cbeee-0483-497b-a816-2825652e56f8/058a9945-4352-4208-8895-7d6945394e54/8e649769-14df-4b18-9356-5317f00eaeb7) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:04:30.083502 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.225794 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.287696 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:30.309238 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Network bd5cbeee-0483-497b-a816-2825652e56f8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:04:30.316959 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:04:30.320691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event updated for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:30.334949 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:04:30.340683 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.341355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.388382 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45ebe3-edab-485b-9438-fe717f9b46de req-cc3c4a71-ebce-4370-b4fc-6e25abc4193a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.390329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee45ebe3-edab-485b-9438-fe717f9b46de req-cc3c4a71-ebce-4370-b4fc-6e25abc4193a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1280029 Aug 27 04:04:30.433127 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ee45ebe3-edab-485b-9438-fe717f9b46de req-6bf203b3-5680-4ab6-874b-20370e3aec39 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Aug 27 04:04:30.460676 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-68955cc8-ae3f-4a5c-9e8c-c609f227bd01 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2252762 Aug 27 04:04:30.531759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Request body: {'port': {'device_id': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:04:30.594841 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:30.763770 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3c720-07f9-4522-a522-c382429d0dff req-f3ac9f7f-e93e-4bf4-a32e-e2442964f6b0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:30.765660 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ec3c720-07f9-4522-a522-c382429d0dff req-f3ac9f7f-e93e-4bf4-a32e-e2442964f6b0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 931 time: 0.1303649 Aug 27 04:04:30.866821 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ec3c720-07f9-4522-a522-c382429d0dff req-a623688d-7b5c-42e8-905d-4682933c749c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893252 Aug 27 04:04:30.989055 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e649769-14df-4b18-9356-5317f00eaeb7 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:30.997548 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.010788 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Transition to ACTIVE for port object 8e649769-14df-4b18-9356-5317f00eaeb7 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:04:31.185282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.261006 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:31.318308 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Attempting to bind port 8e649769-14df-4b18-9356-5317f00eaeb7 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:04:31.318797 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Attempting to bind port 8e649769-14df-4b18-9356-5317f00eaeb7 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:04:31.319347 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Attempting to bind port 8e649769-14df-4b18-9356-5317f00eaeb7 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:31.326435 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Port 8e649769-14df-4b18-9356-5317f00eaeb7 on network bd5cbeee-0483-497b-a816-2825652e56f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:04:31.327006 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Attempting to bind port 8e649769-14df-4b18-9356-5317f00eaeb7 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:04:31.335021 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:04:31.335579 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Checking segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:04:31.336198 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Bound using segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:04:31.336919 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Bound port: 8e649769-14df-4b18-9356-5317f00eaeb7, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:04:31.337515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.434095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:04:31.437448 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e649769-14df-4b18-9356-5317f00eaeb7,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:04:31.536153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.575812 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.576433 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:31.577987 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] 10.222.0.74 "PUT /v2.0/ports/8e649769-14df-4b18-9356-5317f00eaeb7 HTTP/1.1" status: 200 len: 1093 time: 1.0505829 Aug 27 04:04:31.581441 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:31.584943 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d1b7da-bb81-4704-bd47-60825d0e101a" -d '{"events": [{"name": "network-changed", "server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:31.625443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bc791-b90c-46e2-960f-cb20b8f95489 req-ae116e37-b898-4013-88f9-c28685614f55 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:31.627062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-098bc791-b90c-46e2-960f-cb20b8f95489 req-ae116e37-b898-4013-88f9-c28685614f55 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1211188 Aug 27 04:04:31.637197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afcee4-93f9-48fb-ae63-ac9bafd65d88 service neutron] Pushing event updated for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:31.653005 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d02342d-6700-4555-9a20-13237b7b327d x-openstack-request-id: req-4d02342d-6700-4555-9a20-13237b7b327d {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:31.653217 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:31.656552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4d02342d-6700-4555-9a20-13237b7b327d {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:31.656552 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7', 'status': 'completed', 'code': 200} Aug 27 04:04:31.680243 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-098bc791-b90c-46e2-960f-cb20b8f95489 req-5a54c2e6-f652-4601-b93b-481e51655d03 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466783 Aug 27 04:04:32.000912 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158c82-b069-4b29-a01f-26924f3c9745 req-30054f07-d986-4a06-b6c7-51ed6105f960 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:32.002511 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e158c82-b069-4b29-a01f-26924f3c9745 req-30054f07-d986-4a06-b6c7-51ed6105f960 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0524459 Aug 27 04:04:32.047089 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e158c82-b069-4b29-a01f-26924f3c9745 req-82c67cf3-5606-4ad6-b620-fa4db43527b8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Aug 27 04:04:32.803123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e492679e-e0a8-430b-95f0-f13062588ce9 req-75713bbe-36c6-41f4-bd8f-274bc4ce3e27 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:32.804615 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e492679e-e0a8-430b-95f0-f13062588ce9 req-75713bbe-36c6-41f4-bd8f-274bc4ce3e27 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0492513 Aug 27 04:04:32.845517 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e492679e-e0a8-430b-95f0-f13062588ce9 req-e9dcc276-3449-44d3-8f91-eb1e2afaf2d3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349426 Aug 27 04:04:33.198291 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b872e-1150-4eda-9e3f-58f56be62881 req-fd07c81b-9d42-406e-b73e-ca923a104d21 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.199773 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-600b872e-1150-4eda-9e3f-58f56be62881 req-fd07c81b-9d42-406e-b73e-ca923a104d21 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0572722 Aug 27 04:04:33.244414 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-600b872e-1150-4eda-9e3f-58f56be62881 req-ea4f38ea-26c5-42d3-ad02-880521f4411b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387511 Aug 27 04:04:33.965619 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d52263-7c64-49d8-b50c-11c8507cc58a req-4ff520cc-e48b-43c7-a96c-735446d226fb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:33.967147 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c1d52263-7c64-49d8-b50c-11c8507cc58a req-4ff520cc-e48b-43c7-a96c-735446d226fb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0513327 Aug 27 04:04:34.009513 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c1d52263-7c64-49d8-b50c-11c8507cc58a req-d210e37a-62f6-4e29-829a-53e959800580 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362062 Aug 27 04:04:34.365056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae3b44-5cea-40a5-8530-904a8e8c9093 req-15b80bd0-5f05-4124-b7af-236e8bb643a6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:34.366650 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29ae3b44-5cea-40a5-8530-904a8e8c9093 req-15b80bd0-5f05-4124-b7af-236e8bb643a6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0545571 Aug 27 04:04:34.405405 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29ae3b44-5cea-40a5-8530-904a8e8c9093 req-0950f395-5a4c-4739-b092-b2a3a5e44b2f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324883 Aug 27 04:04:35.134359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0438a9b-c3f6-4039-8ef7-a983919dc0c9 req-73116638-14e5-48cc-8842-5259be65b6e7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:35.135874 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0438a9b-c3f6-4039-8ef7-a983919dc0c9 req-73116638-14e5-48cc-8842-5259be65b6e7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0577524 Aug 27 04:04:35.178610 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0438a9b-c3f6-4039-8ef7-a983919dc0c9 req-57ecbb5f-b18a-4357-a401-9a856de5b862 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Aug 27 04:04:35.526190 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22569ce-c5c9-42b2-a869-5e49ace778a8 req-6e67867b-60b2-4e91-893b-0be91fc4702f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:35.527772 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e22569ce-c5c9-42b2-a869-5e49ace778a8 req-6e67867b-60b2-4e91-893b-0be91fc4702f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0565660 Aug 27 04:04:35.566817 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e22569ce-c5c9-42b2-a869-5e49ace778a8 req-8cff7a5c-3486-4f8a-b967-b495e2aa3d56 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333087 Aug 27 04:04:36.323708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-fd0a3146-0e22-4711-a745-9bbb03dc0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.325201 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-fd0a3146-0e22-4711-a745-9bbb03dc0769 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 1096 time: 0.0881093 Aug 27 04:04:36.338206 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28616cfc-987e-4b4d-9401-18a9bf20af65 req-143eb6ac-e6b4-4bce-8837-547860eb5be9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.339500 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28616cfc-987e-4b4d-9401-18a9bf20af65 req-143eb6ac-e6b4-4bce-8837-547860eb5be9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0654471 Aug 27 04:04:36.433962 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28616cfc-987e-4b4d-9401-18a9bf20af65 req-3dc9f6bf-5884-413c-a0cf-8cf12ce60ba9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881691 Aug 27 04:04:36.468269 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-1f5e9bea-4a6d-4e90-8ff5-db2bd6239f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.469736 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-1f5e9bea-4a6d-4e90-8ff5-db2bd6239f81 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1229649 Aug 27 04:04:36.574519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-dfec3aa7-bc51-40cf-be4a-da77803addba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.575931 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e5d1b7da-bb81-4704-bd47-60825d0e101a req-dfec3aa7-bc51-40cf-be4a-da77803addba service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0973349 Aug 27 04:04:36.687725 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31701baf-e73f-401e-9c73-96091ef7fdec req-b271799e-1460-4b9b-bd89-3b3d8bd83f2c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.689197 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-31701baf-e73f-401e-9c73-96091ef7fdec req-b271799e-1460-4b9b-bd89-3b3d8bd83f2c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0534317 Aug 27 04:04:36.755406 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-31701baf-e73f-401e-9c73-96091ef7fdec req-7b86beb6-e9ad-4dfb-8451-0b5782fdcc10 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547328 Aug 27 04:04:36.760042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-2374d5fa-1959-48f3-8169-d05d13e2dbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.761496 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-2374d5fa-1959-48f3-8169-d05d13e2dbc2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 1096 time: 0.0714550 Aug 27 04:04:36.815591 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-e9411406-f83f-4a61-9e19-a93641031748 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8e649769-14df-4b18-9356-5317f00eaeb7 HTTP/1.1" status: 200 len: 217 time: 0.0354464 Aug 27 04:04:36.871988 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-4392d40b-29a1-4f63-ac00-53b3036efc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:36.873324 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-4392d40b-29a1-4f63-ac00-53b3036efc84 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.0445201 Aug 27 04:04:36.905489 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-3918cef7-d0ca-49e4-9c5c-8895ee6304cb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244477 Aug 27 04:04:37.006841 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-c80fa385-07c7-4254-8182-8a2ec80a1fe7 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910628 Aug 27 04:04:37.099789 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20c6c38d-abd1-4d46-821c-197aa94f91b3 req-2004a9f8-1b26-421b-8171-b3831fb621c5 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827591 Aug 27 04:04:37.563515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afb4b6-d6e0-4a90-baa2-e636a6893a44 req-8406a3a3-9659-4d08-b2f6-2bb68205fa39 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.565473 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20afb4b6-d6e0-4a90-baa2-e636a6893a44 req-8406a3a3-9659-4d08-b2f6-2bb68205fa39 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0620654 Aug 27 04:04:37.611097 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20afb4b6-d6e0-4a90-baa2-e636a6893a44 req-299c714b-2420-42e8-a1a2-66ec5412ece5 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388098 Aug 27 04:04:37.873704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2087b3-8173-4a61-bae3-dfa5a4f78861 req-d311af9e-0491-48a3-85d2-6b34c950871b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:37.875845 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f2087b3-8173-4a61-bae3-dfa5a4f78861 req-d311af9e-0491-48a3-85d2-6b34c950871b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0499086 Aug 27 04:04:37.933959 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f2087b3-8173-4a61-bae3-dfa5a4f78861 req-51562f75-a35d-42cb-b3d2-3ce46daf2cf1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500174 Aug 27 04:04:38.741379 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318986a-2c3b-41d3-9ae4-f1979e52871f req-74a9f038-d148-40bd-b0ad-b2916633990c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:38.743109 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f318986a-2c3b-41d3-9ae4-f1979e52871f req-74a9f038-d148-40bd-b0ad-b2916633990c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0541830 Aug 27 04:04:38.793763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f318986a-2c3b-41d3-9ae4-f1979e52871f req-874504c0-4fc9-42c0-b207-15a26e8e389a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443068 Aug 27 04:04:39.047547 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-10fd537b-9c8c-4461-ac9e-1366f4cdc5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:39.071019 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d9601-f1f2-454d-b21e-c017e7237665 req-ddfe8e49-55ad-43c4-a43d-57fbf147bf82 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:39.072489 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca0d9601-f1f2-454d-b21e-c017e7237665 req-ddfe8e49-55ad-43c4-a43d-57fbf147bf82 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0632637 Aug 27 04:04:39.113893 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca0d9601-f1f2-454d-b21e-c017e7237665 req-bbaa2868-4669-4fc6-9dce-c9dd679194a4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346062 Aug 27 04:04:39.940146 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eef35-a7de-4f4c-9347-4a4797bf974b req-c008f00c-97e0-49c9-95a9-a59b473b3e7e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:39.942520 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c4eef35-a7de-4f4c-9347-4a4797bf974b req-c008f00c-97e0-49c9-95a9-a59b473b3e7e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0643325 Aug 27 04:04:40.015687 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c4eef35-a7de-4f4c-9347-4a4797bf974b req-1f442598-13bf-4086-bc04-237d6d698f6c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672138 Aug 27 04:04:40.034719 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca6ff9-7aff-410a-b29c-b19d666246e9 req-088da831-51d3-48bc-95b5-ed3d6287d696 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.037762 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fca6ff9-7aff-410a-b29c-b19d666246e9 req-088da831-51d3-48bc-95b5-ed3d6287d696 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0703001 Aug 27 04:04:40.085169 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fca6ff9-7aff-410a-b29c-b19d666246e9 req-456047fe-e5a8-4a9f-99e2-69e7c4acca8a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Aug 27 04:04:40.262749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7dd94-6994-4e62-b638-27064cc930be req-9a1998b3-19ca-428d-9fa7-740539de47cc tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:40.264289 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cc7dd94-6994-4e62-b638-27064cc930be req-9a1998b3-19ca-428d-9fa7-740539de47cc tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0665288 Aug 27 04:04:40.305199 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cc7dd94-6994-4e62-b638-27064cc930be req-24735a65-0e6c-4401-aed2-e15b18639d44 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342395 Aug 27 04:04:41.208419 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef713fb0-104c-4ae1-a890-4a96c836685d req-1a7185fc-396b-4821-8d42-dbd27adc8692 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.210145 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ef713fb0-104c-4ae1-a890-4a96c836685d req-1a7185fc-396b-4821-8d42-dbd27adc8692 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0711591 Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ef713fb0-104c-4ae1-a890-4a96c836685d req-7d7ecb47-0bf2-49de-b901-1a34999c1397 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594268 Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334552f-fdde-4f80-8e2a-7e59473b0a43 req-36a29021-fd5e-4172-86b5-14690371cae3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b334552f-fdde-4f80-8e2a-7e59473b0a43 req-36a29021-fd5e-4172-86b5-14690371cae3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0825391 Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b334552f-fdde-4f80-8e2a-7e59473b0a43 req-fde3cc4f-76db-4fa3-b601-d6985a2715f1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a6f9b-6bc9-4c1c-acc6-9f5e607b008a req-eaa1b26e-c6d0-478e-8dfb-cb3967fea20f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f5a6f9b-6bc9-4c1c-acc6-9f5e607b008a req-eaa1b26e-c6d0-478e-8dfb-cb3967fea20f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0562155 Aug 27 04:04:41.569020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f5a6f9b-6bc9-4c1c-acc6-9f5e607b008a req-7b495e3c-c1b2-42f8-b890-9b0fe0eac194 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342803 Aug 27 04:04:41.813860 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6f306bd6-6999-4f92-b5dc-5c7dc5ab2559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.019500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.058959 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 39646) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:42.187898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ed141f8a-214e-45d2-ab86-8d0d88eeb242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.286305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ed141f8a-214e-45d2-ab86-8d0d88eeb242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.390902 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ed141f8a-214e-45d2-ab86-8d0d88eeb242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.427950 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141f8a-214e-45d2-ab86-8d0d88eeb242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a23cd5f-e7a8-4a78-a93d-98a634aefe1b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:42.432038 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ed141f8a-214e-45d2-ab86-8d0d88eeb242 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2830d17993c24d4ab172008da3909b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719194 Aug 27 04:04:42.434468 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 39658) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:42.491384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.517156 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.655733 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.658280 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.659456 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2a23cd5f-e7a8-4a78-a93d-98a634aefe1b HTTP/1.1" status: 204 len: 168 time: 0.2240524 Aug 27 04:04:42.670470 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df61eb5-6da9-4ab8-8096-53224a5afd90 req-f8d6273e-50e0-4d58-9fc5-dfcf55c91f96 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.672000 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9df61eb5-6da9-4ab8-8096-53224a5afd90 req-f8d6273e-50e0-4d58-9fc5-dfcf55c91f96 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0546603 Aug 27 04:04:42.681528 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2d9b5-6bff-4a91-bb62-4305483fc3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a23cd5f-e7a8-4a78-a93d-98a634aefe1b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:42.718935 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9df61eb5-6da9-4ab8-8096-53224a5afd90 req-55d9681a-2b89-4e52-a651-d548ba2f1be9 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393658 Aug 27 04:04:42.782657 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:42.823252 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbc3f32-4524-45ce-963f-f64f1ffaff6c req-bf4eec5e-1d38-4a6e-987b-bf0fcd4f99eb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.825154 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1fbc3f32-4524-45ce-963f-f64f1ffaff6c req-bf4eec5e-1d38-4a6e-987b-bf0fcd4f99eb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0508122 Aug 27 04:04:42.867559 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1fbc3f32-4524-45ce-963f-f64f1ffaff6c req-1e28ec7e-4d25-4737-a86b-c80adcb5f88c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364330 Aug 27 04:04:42.978804 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38814b36-6d77-447a-8cef-f57f4450b57a req-4f7203fa-41b8-473d-a788-68bd0fc2a5c1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:42.983398 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38814b36-6d77-447a-8cef-f57f4450b57a req-4f7203fa-41b8-473d-a788-68bd0fc2a5c1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0572834 Aug 27 04:04:43.026199 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38814b36-6d77-447a-8cef-f57f4450b57a req-0fc2eac1-fe01-4e1e-b13b-d8887632e7b2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389714 Aug 27 04:04:43.357664 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39678) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:43.372707 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e1b189cd-896f-4daa-9149-9d4c018337c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.465707 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e1b189cd-896f-4daa-9149-9d4c018337c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.533448 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e1b189cd-896f-4daa-9149-9d4c018337c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.570003 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b189cd-896f-4daa-9149-9d4c018337c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84fe7a-22f0-412a-9c6c-c074f49e5f10,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:43.574249 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e1b189cd-896f-4daa-9149-9d4c018337c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14972408e0024fb29339efca51736336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2155859 Aug 27 04:04:43.577643 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 39680) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:04:43.628196 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.650451 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.763877 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.763877 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:43.763877 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5d84fe7a-22f0-412a-9c6c-c074f49e5f10 HTTP/1.1" status: 204 len: 168 time: 0.1822443 Aug 27 04:04:43.768913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e903c8-c67a-4c97-aeae-3f71cd20dde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84fe7a-22f0-412a-9c6c-c074f49e5f10,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:43.849391 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dc683-eee0-449a-8cf7-6d089db43aa6 req-06c07b96-1b03-46b9-b054-98663aa25f60 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.850943 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-223dc683-eee0-449a-8cf7-6d089db43aa6 req-06c07b96-1b03-46b9-b054-98663aa25f60 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0505424 Aug 27 04:04:43.892406 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-223dc683-eee0-449a-8cf7-6d089db43aa6 req-40896cbf-6c4e-404c-9ddb-2af46208b504 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Aug 27 04:04:43.997148 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8478c-bd48-4d0f-b315-095e600ecb6f req-7f8ad97c-684e-4507-a05c-a52b98a78095 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:43.998950 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-14b8478c-bd48-4d0f-b315-095e600ecb6f req-7f8ad97c-684e-4507-a05c-a52b98a78095 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0506365 Aug 27 04:04:44.039102 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-14b8478c-bd48-4d0f-b315-095e600ecb6f req-16f355a3-2821-497a-b085-e20a3df958a6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Aug 27 04:04:44.162645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf2902-9635-445f-b919-39338ecd8fed req-6d0bf6a7-75b4-42bf-ab7d-1b31c1ad86c3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:44.164146 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7cf2902-9635-445f-b919-39338ecd8fed req-6d0bf6a7-75b4-42bf-ab7d-1b31c1ad86c3 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 943 time: 0.0630307 Aug 27 04:04:44.201711 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.207933 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7cf2902-9635-445f-b919-39338ecd8fed req-bc2f90f9-b6df-4db9-aec1-f0946f6ebbfb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367327 Aug 27 04:04:44.374269 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e649769-14df-4b18-9356-5317f00eaeb7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:04:44.483654 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e649769-14df-4b18-9356-5317f00eaeb7,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:44.496135 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '8e649769-14df-4b18-9356-5317f00eaeb7', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'port_id': '8e649769-14df-4b18-9356-5317f00eaeb7', 'mac_address': 'fa:16:3e:b3:d9:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058a9945-4352-4208-8895-7d6945394e54', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:04:44.537813 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.553459 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e649769-14df-4b18-9356-5317f00eaeb7 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:04:44.573853 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e649769-14df-4b18-9356-5317f00eaeb7,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:44.670904 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:44.741951 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:44.744776 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.745126 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.745468 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.745801 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.746182 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.746445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.746798 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.747127 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.747471 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.747796 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.748119 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:44.748439 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:04:45.020770 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26563-9b5f-41ce-9362-485b38ae346b req-f73e8e02-8341-4223-81ec-1c47d5f81836 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.022290 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-32e26563-9b5f-41ce-9362-485b38ae346b req-f73e8e02-8341-4223-81ec-1c47d5f81836 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0616660 Aug 27 04:04:45.067401 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-32e26563-9b5f-41ce-9362-485b38ae346b req-4d15fd1f-b82a-4673-8b6d-eda476279bc5 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377691 Aug 27 04:04:45.179359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7676f4ac-0269-4fd9-b1a6-7b8e4afe7bc6 req-7f69b286-5044-4ddb-9db4-0010cc960018 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.181582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7676f4ac-0269-4fd9-b1a6-7b8e4afe7bc6 req-7f69b286-5044-4ddb-9db4-0010cc960018 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0585780 Aug 27 04:04:45.222892 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7676f4ac-0269-4fd9-b1a6-7b8e4afe7bc6 req-aeedfe9b-1d12-4504-93a0-5f20e998019e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345039 Aug 27 04:04:45.348511 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b020d-8aa1-4a09-8432-1ca2231df978 req-e4100a7e-16a9-41eb-8927-39fd78a6e002 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:45.350145 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce2b020d-8aa1-4a09-8432-1ca2231df978 req-e4100a7e-16a9-41eb-8927-39fd78a6e002 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 944 time: 0.0634322 Aug 27 04:04:45.390873 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce2b020d-8aa1-4a09-8432-1ca2231df978 req-3fe4da1f-cd0f-48d7-955c-f04000a33bfd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343602 Aug 27 04:04:46.185733 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4882c98-efb4-4274-bbd1-89982b75e036 req-19c4a9cd-dc59-4474-b683-df79ab25defa tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.187271 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4882c98-efb4-4274-bbd1-89982b75e036 req-19c4a9cd-dc59-4474-b683-df79ab25defa tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0489302 Aug 27 04:04:46.227947 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4882c98-efb4-4274-bbd1-89982b75e036 req-95ca9838-46b6-4b4d-861c-967d29713692 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335727 Aug 27 04:04:46.355112 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f57f75-faf7-47bf-b61c-2a9c17299125 req-e4f00652-f204-4db5-8bac-3774358c4dac tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.356576 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5f57f75-faf7-47bf-b61c-2a9c17299125 req-e4f00652-f204-4db5-8bac-3774358c4dac tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0504243 Aug 27 04:04:46.396998 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5f57f75-faf7-47bf-b61c-2a9c17299125 req-564699bf-0bfb-411a-acb8-35b170b7431f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342202 Aug 27 04:04:46.524431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f50a0-cac3-4642-bf17-1a45969b3bf2 req-f6b0bf4e-6bf6-4081-b783-681f3fa8a4be tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:46.526164 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-730f50a0-cac3-4642-bf17-1a45969b3bf2 req-f6b0bf4e-6bf6-4081-b783-681f3fa8a4be tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 944 time: 0.0557983 Aug 27 04:04:46.566197 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-730f50a0-cac3-4642-bf17-1a45969b3bf2 req-a56fbe5d-2c28-4ece-8f91-9e277fc0c798 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333445 Aug 27 04:04:47.367901 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf36ec-a8f6-4e46-927f-c1a937b71867 req-e079a16c-bfee-4381-bc9d-b378e4d5d3f3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.370433 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26bf36ec-a8f6-4e46-927f-c1a937b71867 req-e079a16c-bfee-4381-bc9d-b378e4d5d3f3 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0644047 Aug 27 04:04:47.415297 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26bf36ec-a8f6-4e46-927f-c1a937b71867 req-ae08deae-25cc-4dc7-b4f4-fd075b75b866 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375531 Aug 27 04:04:47.529781 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b57bf1-afa7-4a71-b7b0-e3e39e7150f7 req-d2923357-94cc-4247-b749-a6eca17dcac7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.531363 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-14b57bf1-afa7-4a71-b7b0-e3e39e7150f7 req-d2923357-94cc-4247-b749-a6eca17dcac7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0545473 Aug 27 04:04:47.590229 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-14b57bf1-afa7-4a71-b7b0-e3e39e7150f7 req-1577ca66-52a6-4669-9cf7-2220501a658d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Aug 27 04:04:47.661191 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e649769-14df-4b18-9356-5317f00eaeb7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:04:47.727073 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c359-753d-47d5-835d-b011ddc1e03a req-1190f8fa-0ba7-4301-8f6c-a6d29bcd688a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:47.731391 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f772c359-753d-47d5-835d-b011ddc1e03a req-1190f8fa-0ba7-4301-8f6c-a6d29bcd688a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 944 time: 0.0819190 Aug 27 04:04:47.775664 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f772c359-753d-47d5-835d-b011ddc1e03a req-d3855e79-079d-4bc9-9e29-b7df582c6d3b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 Aug 27 04:04:47.947869 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:04:48.536954 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3459a6-1922-43bd-855c-0f665520944d req-8ae3f932-3286-428b-a4b4-2c80f7e2954f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:48.538518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca3459a6-1922-43bd-855c-0f665520944d req-8ae3f932-3286-428b-a4b4-2c80f7e2954f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0497582 Aug 27 04:04:48.578711 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca3459a6-1922-43bd-855c-0f665520944d req-e7668ebf-2ec1-472d-b17c-4be8e7b93c82 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Aug 27 04:04:48.756576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f4329f-5c76-4df7-b804-0855ca626f3d req-ed25cd47-285e-4690-9952-560ae9020da9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:48.758204 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25f4329f-5c76-4df7-b804-0855ca626f3d req-ed25cd47-285e-4690-9952-560ae9020da9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0898185 Aug 27 04:04:48.812058 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25f4329f-5c76-4df7-b804-0855ca626f3d req-e8e125a1-7538-4aeb-9f28-96c34b3fb178 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471377 Aug 27 04:04:48.936023 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a6b1-f154-4cba-b5b7-57d9545ebff7 req-862753d9-6c64-4897-a9a8-659490f1442b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:48.937570 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e3f5a6b1-f154-4cba-b5b7-57d9545ebff7 req-862753d9-6c64-4897-a9a8-659490f1442b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 944 time: 0.0566700 Aug 27 04:04:48.986459 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e3f5a6b1-f154-4cba-b5b7-57d9545ebff7 req-9bd778f8-6fde-440a-a8d6-df64f05f9921 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Aug 27 04:04:49.709782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69918995-1c41-4276-8888-e06096e9ed06 req-6f1a28cf-24c1-46fe-b6f7-0ef83a79aeb4 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.716460 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69918995-1c41-4276-8888-e06096e9ed06 req-6f1a28cf-24c1-46fe-b6f7-0ef83a79aeb4 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0606570 Aug 27 04:04:49.771875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69918995-1c41-4276-8888-e06096e9ed06 req-c2bdeebd-ce81-4103-a14a-6479076b0bf9 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490081 Aug 27 04:04:49.959778 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1744cebe-2113-425b-a54b-c7014cac259f req-db6e055b-9577-408a-a6dd-0db8e3ee2819 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:49.961356 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1744cebe-2113-425b-a54b-c7014cac259f req-db6e055b-9577-408a-a6dd-0db8e3ee2819 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0638785 Aug 27 04:04:50.022651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1744cebe-2113-425b-a54b-c7014cac259f req-82b96200-44f6-42f0-909c-6368107b9232 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542817 Aug 27 04:04:50.142623 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03037231-0b10-4e43-bacc-82808daa639d req-1f458480-ca72-4c2e-8b04-e24abb48e951 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.144006 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03037231-0b10-4e43-bacc-82808daa639d req-1f458480-ca72-4c2e-8b04-e24abb48e951 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 944 time: 0.0608325 Aug 27 04:04:50.196684 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03037231-0b10-4e43-bacc-82808daa639d req-838e4184-ebea-45df-971e-63c34ee02a28 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Aug 27 04:04:50.397173 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e649769-14df-4b18-9356-5317f00eaeb7 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:04:50.561212 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 8e649769-14df-4b18-9356-5317f00eaeb7 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:04:50.565631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 8e649769-14df-4b18-9356-5317f00eaeb7 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:04:50.565996 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.655353 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.683156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:50.685411 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b49dead-5581-404a-bf53-4e4ca40d96cf" -d '{"events": [{"server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "name": "network-vif-plugged", "status": "completed", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:50.699460 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e649769-14df-4b18-9356-5317f00eaeb7,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:50.730879 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0927f2a8-6f2c-49a0-b539-30ba55b5d25f x-openstack-request-id: req-0927f2a8-6f2c-49a0-b539-30ba55b5d25f {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:50.731244 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "name": "network-vif-plugged", "status": "completed", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:50.731508 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0927f2a8-6f2c-49a0-b539-30ba55b5d25f {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:50.731926 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7', 'code': 200} Aug 27 04:04:50.774020 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:50.828150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:50.891735 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b19487-2f5d-421a-b644-36929f4c8b71 req-ce2b83a6-ec67-4080-914b-e8b39b678e82 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:50.893201 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04b19487-2f5d-421a-b644-36929f4c8b71 req-ce2b83a6-ec67-4080-914b-e8b39b678e82 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0489101 Aug 27 04:04:50.936845 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04b19487-2f5d-421a-b644-36929f4c8b71 req-102843b3-117a-4397-869c-d68f70ed1474 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Aug 27 04:04:51.174131 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fc44e-db4a-465a-be4d-a79e14d956ef req-a29d550e-eaf9-4c56-8d32-7f0514b6ecc8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.175617 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c8fc44e-db4a-465a-be4d-a79e14d956ef req-a29d550e-eaf9-4c56-8d32-7f0514b6ecc8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0768259 Aug 27 04:04:51.182399 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247d3b6-b935-4553-a534-344473a5378a req-0a835baa-a066-48ab-9281-2d3c1508b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.184126 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9247d3b6-b935-4553-a534-344473a5378a req-0a835baa-a066-48ab-9281-2d3c1508b403 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 1098 time: 0.0599277 Aug 27 04:04:51.235060 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c8fc44e-db4a-465a-be4d-a79e14d956ef req-b11fbbc1-ffde-4760-8f99-a48a2a6d162b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Aug 27 04:04:51.243387 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9247d3b6-b935-4553-a534-344473a5378a req-5e1f5946-eb83-448e-b7cc-2ac96e50e58e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456357 Aug 27 04:04:51.346174 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91155a30-e7af-4eaf-8c4a-fbb49ec147f2 req-be9fc948-6fe6-4785-9e3b-8a187012fd4c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:51.347744 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-91155a30-e7af-4eaf-8c4a-fbb49ec147f2 req-be9fc948-6fe6-4785-9e3b-8a187012fd4c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0590501 Aug 27 04:04:51.390506 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-91155a30-e7af-4eaf-8c4a-fbb49ec147f2 req-28e180ce-9b90-4517-a20f-de5f3486cf26 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355957 Aug 27 04:04:51.579373 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.063983 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0143b-8319-4d1d-98a3-1d3d2de414b2 req-08f41c5f-eecd-42eb-a7c5-a23b6d823ceb tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.065484 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68d0143b-8319-4d1d-98a3-1d3d2de414b2 req-08f41c5f-eecd-42eb-a7c5-a23b6d823ceb tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 945 time: 0.0542579 Aug 27 04:04:52.104971 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68d0143b-8319-4d1d-98a3-1d3d2de414b2 req-9b35fb20-c301-4bfa-9f73-42cb30d69799 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328252 Aug 27 04:04:52.406760 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8d437acd-33d0-47b8-9d2f-3680430a75b6 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:04:52.511689 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.551619 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:04:52.596338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470bfc76-79af-4c6f-b11f-b662e79a7a92 req-1c583d68-1e03-4951-9d8c-3329ef35d8d2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.597828 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-470bfc76-79af-4c6f-b11f-b662e79a7a92 req-1c583d68-1e03-4951-9d8c-3329ef35d8d2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.2923954 Aug 27 04:04:52.609934 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c8714-2102-4e8e-b0e5-7892a704c555 req-15f74ceb-c26a-4ee4-95b1-b2b3d25e55a5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:52.611373 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-205c8714-2102-4e8e-b0e5-7892a704c555 req-15f74ceb-c26a-4ee4-95b1-b2b3d25e55a5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0646603 Aug 27 04:04:52.631669 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:04:52.666185 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-470bfc76-79af-4c6f-b11f-b662e79a7a92 req-610d4192-bc12-4f44-8059-55a9f1759484 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538480 Aug 27 04:04:52.675635 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-205c8714-2102-4e8e-b0e5-7892a704c555 req-02699763-013a-42c1-a7b3-84703f5e527a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567760 Aug 27 04:04:52.694798 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:04:52.733428 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:04:52.735790 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37df24f-7333-4beb-ae9f-fd8efd695afe" -d '{"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:04:52.773696 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f93782ec-92fc-4b61-882c-5ac50529c71c x-openstack-request-id: req-f93782ec-92fc-4b61-882c-5ac50529c71c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:04:52.774005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:04:52.774254 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f93782ec-92fc-4b61-882c-5ac50529c71c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:04:52.774656 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'code': 200} Aug 27 04:04:53.222632 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68315947-761c-4538-8cb3-5b60a00870d4 req-c826a97c-0b91-4b4e-ac0c-f1ab223a4305 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.224788 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68315947-761c-4538-8cb3-5b60a00870d4 req-c826a97c-0b91-4b4e-ac0c-f1ab223a4305 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0519342 Aug 27 04:04:53.263613 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68315947-761c-4538-8cb3-5b60a00870d4 req-fa42436d-3d96-440f-9637-9c820e6ff6c9 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Aug 27 04:04:53.827147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc1b69d-8a6a-4678-a739-8ac49e6994a6 req-f287a2fb-00f6-4a17-903d-2df06500940d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.828657 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2bc1b69d-8a6a-4678-a739-8ac49e6994a6 req-f287a2fb-00f6-4a17-903d-2df06500940d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0801725 Aug 27 04:04:53.840459 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d8ea1e-1402-4bde-9204-ea97721defb8 req-9e8f4622-8589-4443-8c27-37ee404ab59e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:53.841996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55d8ea1e-1402-4bde-9204-ea97721defb8 req-9e8f4622-8589-4443-8c27-37ee404ab59e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0840449 Aug 27 04:04:53.901214 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2bc1b69d-8a6a-4678-a739-8ac49e6994a6 req-4826e357-b938-4e16-8679-26de347d4e04 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582216 Aug 27 04:04:53.905914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55d8ea1e-1402-4bde-9204-ea97721defb8 req-ad0639a9-77fa-4284-8957-426f935c90e7 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570209 Aug 27 04:04:54.386324 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd56fd5-990a-4bdb-a74e-3c4b3ad339e9 req-1796c8b3-aef3-4de8-9a95-f1f9b115d1b1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:54.387828 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2fd56fd5-990a-4bdb-a74e-3c4b3ad339e9 req-1796c8b3-aef3-4de8-9a95-f1f9b115d1b1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0484776 Aug 27 04:04:54.427781 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2fd56fd5-990a-4bdb-a74e-3c4b3ad339e9 req-2b99b3a9-4dd3-46fa-a0fb-e10483955516 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Aug 27 04:04:55.022645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d189ccd-a707-49a6-8a39-4dcbcb5a1529 req-eb64cbbe-f755-4d31-9ffe-c77e1858e2b1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.024062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d189ccd-a707-49a6-8a39-4dcbcb5a1529 req-eb64cbbe-f755-4d31-9ffe-c77e1858e2b1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0518477 Aug 27 04:04:55.062235 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d189ccd-a707-49a6-8a39-4dcbcb5a1529 req-fb62f801-2d3c-48c2-a3bd-1d4e0cc5b05a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322554 Aug 27 04:04:55.111429 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7723466-aec6-459f-8cf8-1fb167ca19fa req-7094e498-a6fb-4b40-b8db-a460dd3c248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.112921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7723466-aec6-459f-8cf8-1fb167ca19fa req-7094e498-a6fb-4b40-b8db-a460dd3c248f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1098 time: 0.0411634 Aug 27 04:04:55.152489 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7723466-aec6-459f-8cf8-1fb167ca19fa req-b6cf1c56-6e5b-4247-b98e-d6db2519a8d7 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Aug 27 04:04:55.547775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415cd9f-e873-46da-bd47-b3102be003ff req-45c7e1ba-5e93-4e1e-b6bd-8205e3da4aff tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:55.549296 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3415cd9f-e873-46da-bd47-b3102be003ff req-45c7e1ba-5e93-4e1e-b6bd-8205e3da4aff tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0512445 Aug 27 04:04:55.591846 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3415cd9f-e873-46da-bd47-b3102be003ff req-b62be6b3-8d9d-4ec3-b832-caa47d3c1480 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361562 Aug 27 04:04:56.180073 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2cc33a-d5f4-428a-b67d-e483705b8148 req-75c0ce15-c62e-44f0-922b-01d10e3ee08c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.181569 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b2cc33a-d5f4-428a-b67d-e483705b8148 req-75c0ce15-c62e-44f0-922b-01d10e3ee08c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0477228 Aug 27 04:04:56.218473 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b2cc33a-d5f4-428a-b67d-e483705b8148 req-3959e52d-d091-4a54-a56d-6c181e05b015 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Aug 27 04:04:56.726715 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f0af9-9c86-459b-bfed-6733a1a87484 req-a3562c04-3724-4e7e-993e-1b3922edf670 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:56.728230 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a6f0af9-9c86-459b-bfed-6733a1a87484 req-a3562c04-3724-4e7e-993e-1b3922edf670 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0594058 Aug 27 04:04:56.774871 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a6f0af9-9c86-459b-bfed-6733a1a87484 req-677efe66-5da3-4c47-95e3-ffb7deb1eff1 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384247 Aug 27 04:04:57.341219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf1241-3934-4adf-9bfc-ebaf80620c48 req-d3e12b9a-ddeb-488e-82dc-cf67a28c4c5d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.342720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dcaf1241-3934-4adf-9bfc-ebaf80620c48 req-d3e12b9a-ddeb-488e-82dc-cf67a28c4c5d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0570126 Aug 27 04:04:57.382084 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dcaf1241-3934-4adf-9bfc-ebaf80620c48 req-d8d03f20-0918-46ab-be2e-201470b52593 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 27 04:04:57.499158 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8786b7b-5d98-4868-9eb5-024a372a60db req-1bb91c79-38ad-4043-9cc8-7fbe92c83603 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.500580 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b8786b7b-5d98-4868-9eb5-024a372a60db req-1bb91c79-38ad-4043-9cc8-7fbe92c83603 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0491743 Aug 27 04:04:57.543924 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b8786b7b-5d98-4868-9eb5-024a372a60db req-9408afe5-56f9-4a0a-92eb-ed73946431d3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Aug 27 04:04:57.913290 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6892d33-a21f-41e5-bd93-0e1dcccb42f4 req-d5462e4a-814d-4a8e-a7be-f04d0136d619 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:57.915854 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6892d33-a21f-41e5-bd93-0e1dcccb42f4 req-d5462e4a-814d-4a8e-a7be-f04d0136d619 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0730886 Aug 27 04:04:57.960253 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6892d33-a21f-41e5-bd93-0e1dcccb42f4 req-7924485a-68de-406e-8a5e-26f4793f738e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384037 Aug 27 04:04:59.086875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf927182-c150-4245-8724-832e93af5b32 req-622d8107-1595-4ea3-a3e1-9b3b39eecc33 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:04:59.088386 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cf927182-c150-4245-8724-832e93af5b32 req-622d8107-1595-4ea3-a3e1-9b3b39eecc33 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0480113 Aug 27 04:04:59.128437 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cf927182-c150-4245-8724-832e93af5b32 req-38fc53b0-0e35-414a-8173-44f4c21e25f0 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Aug 27 04:05:00.247994 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be605f-c916-4cb0-af23-3781ef64fd22 req-81adc53d-e7b9-4b09-af1c-1e68f589402d tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:00.249493 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97be605f-c916-4cb0-af23-3781ef64fd22 req-81adc53d-e7b9-4b09-af1c-1e68f589402d tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0485260 Aug 27 04:05:00.292819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97be605f-c916-4cb0-af23-3781ef64fd22 req-2dadd37a-a4ad-444d-922e-c23581f925b2 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335677 Aug 27 04:05:01.429711 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aaeeea-cebd-44df-af78-4e6b0f6b3e18 req-cb16b21e-48dd-406c-8fc0-4937d8b7401a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:01.431302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33aaeeea-cebd-44df-af78-4e6b0f6b3e18 req-cb16b21e-48dd-406c-8fc0-4937d8b7401a tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0579855 Aug 27 04:05:01.484383 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33aaeeea-cebd-44df-af78-4e6b0f6b3e18 req-3f1b39b7-fae4-4e1c-8056-ddf1a8c70b4f tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436003 Aug 27 04:05:02.607452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0982679f-c0e8-4ac6-bb51-478eb51f8528 req-8b34d05d-8470-4e88-a630-3d39272277a6 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.608989 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0982679f-c0e8-4ac6-bb51-478eb51f8528 req-8b34d05d-8470-4e88-a630-3d39272277a6 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0552104 Aug 27 04:05:02.658116 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0982679f-c0e8-4ac6-bb51-478eb51f8528 req-c5531d59-3ef1-4b4a-a07c-5a6d1b8ca782 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/security-groups?id=b05595b2-49ad-49ff-a92e-61b34a0a6491&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385740 Aug 27 04:05:02.762350 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-7b4be1a8-e8cf-4b24-b1f6-f4919e537803 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:02.764651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-7b4be1a8-e8cf-4b24-b1f6-f4919e537803 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.74 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 943 time: 0.0606790 Aug 27 04:05:02.976908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Deleting port 8d437acd-33d0-47b8-9d2f-3680430a75b6 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:05:02.976908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.103516 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] For port 8d437acd-33d0-47b8-9d2f-3680430a75b6, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8d437acd-33d0-47b8-9d2f-3680430a75b6,segment=NetworkSegment(5bbf4ab6-9c73-4813-8d16-2de883ad1691),segment_id=5bbf4ab6-9c73-4813-8d16-2de883ad1691)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:03.103895 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.125189 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Calling delete_port for 8d437acd-33d0-47b8-9d2f-3680430a75b6 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:05:03.408354 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.443225 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Pushing event deleted for resources: {'Port': ['ID=8d437acd-33d0-47b8-9d2f-3680430a75b6,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:03.515698 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] No DVR routers for this DVR port 8d437acd-33d0-47b8-9d2f-3680430a75b6 on host hv-cinder-80475 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:05:03.519364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:03.522260 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a7fcda3d-0bea-4cac-b6af-81fc2bb1e049 req-ac91fd0c-dbc5-440a-b4a6-236c053af3fe tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.74 "DELETE /v2.0/ports/8d437acd-33d0-47b8-9d2f-3680430a75b6 HTTP/1.1" status: 204 len: 173 time: 0.7486475 Aug 27 04:05:03.522748 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-deleted', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:03.525505 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db710a7-5aa9-4322-bfde-db64ccf52669" -d '{"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-deleted", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:03.580235 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0b9782-ec07-4a58-bec7-dfc5bd4984f0 x-openstack-request-id: req-5c0b9782-ec07-4a58-bec7-dfc5bd4984f0 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:03.580352 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3023b951-fa8f-4235-ac32-1423097b35cd", "name": "network-vif-deleted", "tag": "8d437acd-33d0-47b8-9d2f-3680430a75b6", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:03.580664 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5c0b9782-ec07-4a58-bec7-dfc5bd4984f0 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:03.586388 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3023b951-fa8f-4235-ac32-1423097b35cd', 'name': 'network-vif-deleted', 'tag': '8d437acd-33d0-47b8-9d2f-3680430a75b6', 'status': 'completed', 'code': 200} Aug 27 04:05:03.761282 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2d21655-6bd7-4d6f-9547-e2e0c6bd8b9f req-a2523bfa-fcc5-4e09-8578-ae6dfa78f16e tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0263655 Aug 27 04:05:04.887883 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25affb56-dd36-4751-9b41-99aea2fb67f7 req-fe7285ef-1f0b-4b44-8bd8-b6c654613428 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:04.890302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25affb56-dd36-4751-9b41-99aea2fb67f7 req-fe7285ef-1f0b-4b44-8bd8-b6c654613428 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0787482 Aug 27 04:05:04.943421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25affb56-dd36-4751-9b41-99aea2fb67f7 req-5a391d86-9c00-4324-9868-99af4fb42f99 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439451 Aug 27 04:05:05.055326 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13269ea9-6fa6-43ee-8007-88b97fcb8a2a req-e6e29ce0-4236-42db-9436-726694a68400 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0280278 Aug 27 04:05:05.419837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40120) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:05.554519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-f0895b99-dc1a-4e1a-8b3b-826de21a03de tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:05.556017 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-f0895b99-dc1a-4e1a-8b3b-826de21a03de tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1036060 Aug 27 04:05:05.582962 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-dffa36c1-ab16-49a1-89f0-27ba4323ea2b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/quotas/c67ffd3553c245acabcdcfd5a15252e3 HTTP/1.1" status: 200 len: 375 time: 0.0210726 Aug 27 04:05:05.583798 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef40f-6b72-4641-8f82-f38d6a8aacf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.656536 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-c2ca9822-bbcc-4ae3-8a6f-a32daa720fdc tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0652237 Aug 27 04:05:05.797905 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef40f-6b72-4641-8f82-f38d6a8aacf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.800738 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-eee9c5f5-cd3c-4c9c-bb86-8823d04333ed service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363313 Aug 27 04:05:05.898427 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7e0ef40f-6b72-4641-8f82-f38d6a8aacf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:05.906770 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-590ccc08-1093-4191-b194-31067b1e0162 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988228 Aug 27 04:05:05.942711 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0ef40f-6b72-4641-8f82-f38d6a8aacf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2579b3af-1d63-4e2f-9162-f57035822994,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:05.949904 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40130) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:05.950485 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7e0ef40f-6b72-4641-8f82-f38d6a8aacf3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=996e2b5d376a4ad59407679005b3bd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5290291 Aug 27 04:05:06.013158 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:06.041904 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:06.163632 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:06.167036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:06.173452 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2579b3af-1d63-4e2f-9162-f57035822994 HTTP/1.1" status: 204 len: 168 time: 0.2167473 Aug 27 04:05:06.181621 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70453c64-ee4f-46b3-abf7-6ed590b078cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2579b3af-1d63-4e2f-9162-f57035822994,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:06.249152 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef1234-774b-40cf-add2-1767699fa78d req-6dd8d0cb-7376-4c43-915a-03f62dafb63c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:06.250918 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86ef1234-774b-40cf-add2-1767699fa78d req-6dd8d0cb-7376-4c43-915a-03f62dafb63c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0731771 Aug 27 04:05:06.297822 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86ef1234-774b-40cf-add2-1767699fa78d req-db307b30-c83e-49f4-9d95-f08e642bbb1a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384264 Aug 27 04:05:06.385874 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-19c1b564-ef44-486a-85c6-cf72988b6004 req-a592ac56-511f-4c8f-8712-eea1cb795cae tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0266817 Aug 27 04:05:06.456689 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6cc68ddd-390a-46af-9c24-42e792759adb req-76b48188-f59c-4ea6-9710-a818d9a327b2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.0316088 Aug 27 04:05:07.566183 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2142-fdab-4ff8-8d5e-089c3c395cfb req-e07f53b3-fcb3-4b04-84ca-a26ab15e0506 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:07.568539 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1fd2142-fdab-4ff8-8d5e-089c3c395cfb req-e07f53b3-fcb3-4b04-84ca-a26ab15e0506 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Aug 27 04:05:07.606659 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1fd2142-fdab-4ff8-8d5e-089c3c395cfb req-2c18fccc-702b-4ddb-901e-c0ab5d9e19b6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Aug 27 04:05:07.710760 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e2307c81-bfad-4afd-b6df-481e0ef59f54 req-e4f0ab0f-963c-47f6-996d-bd0b822be891 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0259778 Aug 27 04:05:07.801851 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a58fee9f-8ecd-4d6d-9629-78aa6a8cc096 req-4f2ba7e0-709c-43e5-897b-e4805c2ef447 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Aug 27 04:05:07.983665 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40196) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:08.101110 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5242b73-0bcc-4f33-8e34-00c5ce6d48a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.201535 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5242b73-0bcc-4f33-8e34-00c5ce6d48a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.276416 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5242b73-0bcc-4f33-8e34-00c5ce6d48a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.318739 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e5242b73-0bcc-4f33-8e34-00c5ce6d48a3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6b8612f75c71468b95d9960219adef01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3339531 Aug 27 04:05:08.319445 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5242b73-0bcc-4f33-8e34-00c5ce6d48a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f47ebd3-e577-4fbc-9bb4-a43e140f1f53,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:08.322219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40204) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:08.381049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.413875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.539487 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.542194 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:08.543404 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9f47ebd3-e577-4fbc-9bb4-a43e140f1f53 HTTP/1.1" status: 204 len: 168 time: 0.2202482 Aug 27 04:05:08.553111 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06719fa-f78e-4710-ad25-3908aa4a8fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f47ebd3-e577-4fbc-9bb4-a43e140f1f53,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:08.733091 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb78639-7279-4bd7-a00e-ed0dfcf0801b req-dc05fa10-6dcd-4eb2-9963-414fc0485b9b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:08.736676 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ebb78639-7279-4bd7-a00e-ed0dfcf0801b req-dc05fa10-6dcd-4eb2-9963-414fc0485b9b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0560637 Aug 27 04:05:08.775589 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ebb78639-7279-4bd7-a00e-ed0dfcf0801b req-d45407ee-9e09-45cd-b6a8-fbff774f351c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333958 Aug 27 04:05:08.909085 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b9b68c7-87b6-4f88-959a-b09ba7d1e9ed req-03da8378-6d7b-4169-82fc-4f8d670a2595 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0352874 Aug 27 04:05:09.010706 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd40bd89-f8c6-4969-96f5-c32dceb18725 req-dc7f55e7-578e-45d2-b41a-0f44dddf3b7b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.0320766 Aug 27 04:05:09.025357 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-66c55308-844a-4086-a6a0-b39d509a10e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:09.262775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-e0cf2881-50e9-4d0e-adcb-f7a3f69f2727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.264733 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-e0cf2881-50e9-4d0e-adcb-f7a3f69f2727 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0548787 Aug 27 04:05:09.379440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-92c89987-56a2-409b-9838-5f3506270dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.381687 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-92c89987-56a2-409b-9838-5f3506270dd8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.1087554 Aug 27 04:05:09.437001 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-460e5291-e824-42ff-9ed3-aed36c0162cf service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.0388644 Aug 27 04:05:09.497998 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-cc5d04fc-60a1-4213-8772-57a328750448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.499525 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-cc5d04fc-60a1-4213-8772-57a328750448 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0528479 Aug 27 04:05:09.540471 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-cf672863-4648-4619-a1b5-949b300c45aa service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286336 Aug 27 04:05:09.645366 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-b8fe9959-f69a-41de-bbf5-4121ae6d720e service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964394 Aug 27 04:05:09.746936 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-98fd5f8d-9026-4ecc-9b87-7d6e86e270a8 req-ff40995d-c58f-44e2-a914-4fa73383c75e service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931113 Aug 27 04:05:09.900386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a148be8-73e5-4476-8532-081241a3a670 req-3d022475-0cb6-40b9-bcdd-cff46e2fe761 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:09.901956 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a148be8-73e5-4476-8532-081241a3a670 req-3d022475-0cb6-40b9-bcdd-cff46e2fe761 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0545373 Aug 27 04:05:09.954725 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a148be8-73e5-4476-8532-081241a3a670 req-170751b8-d38e-4bef-9218-6d448a7d1532 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460656 Aug 27 04:05:10.099060 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c785010c-09e7-420d-87a5-07c8bf89b0e3 req-ad671632-a255-4e1e-9488-e2c396004e59 tempest-DeleteServersTestJSON-1286559190 tempest-DeleteServersTestJSON-1286559190-project] 10.222.0.73 "GET /v2.0/ports?device_id=3023b951-fa8f-4235-ac32-1423097b35cd HTTP/1.1" status: 200 len: 210 time: 0.0608203 Aug 27 04:05:10.152652 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-410853db-2ba0-4d25-ae23-8e3409b7075d req-0baea726-246f-40e8-bc95-ce6eddec4b1f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.0258324 Aug 27 04:05:11.096548 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40264) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:11.166730 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ede6f-02af-47fb-8078-b8fbadc2f001 req-011dbc2d-73f9-4387-9b85-334a8cd08a0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:11.168434 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd7ede6f-02af-47fb-8078-b8fbadc2f001 req-011dbc2d-73f9-4387-9b85-334a8cd08a0f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1104283 Aug 27 04:05:11.206759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-00a3876f-107d-4f70-bc14-ae297267c8a4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:11.208269 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-00a3876f-107d-4f70-bc14-ae297267c8a4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.2126868 Aug 27 04:05:11.246425 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-376116ae-b46b-496b-8ded-dbaa8cc11611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.252785 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Request body: {'port': {'device_id': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'admin_state_up': True, 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:11.264232 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd7ede6f-02af-47fb-8078-b8fbadc2f001 req-2f2df5e6-bdf0-4555-9208-ba62cbd77fcc tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801802 Aug 27 04:05:11.367436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-376116ae-b46b-496b-8ded-dbaa8cc11611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.391112 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a1bab7c-4c0a-4ef4-a446-825d04e80511 req-2080d37f-3612-410b-928e-b860a15b7609 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.1305308 Aug 27 04:05:11.505062 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-376116ae-b46b-496b-8ded-dbaa8cc11611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.547338 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376116ae-b46b-496b-8ded-dbaa8cc11611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848a19ba-43fe-475f-9f6a-a6029d5274c0,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:11.553442 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-376116ae-b46b-496b-8ded-dbaa8cc11611 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff1ef1b3c2864e95a419533fab7faffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549549 Aug 27 04:05:11.557936 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40286) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:11.617391 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:11.620972 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.623602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.659177 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:11.814100 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Allocated IP 172.20.0.13 (bd5cbeee-0483-497b-a816-2825652e56f8/058a9945-4352-4208-8895-7d6945394e54/e27b77a5-6aea-4f02-b303-64570873e3a4) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:11.881973 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-08a11eb5-4fbf-4751-8b23-e9981609279a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.019163 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.152691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.155121 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.156261 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/848a19ba-43fe-475f-9f6a-a6029d5274c0 HTTP/1.1" status: 204 len: 168 time: 0.5969193 Aug 27 04:05:12.171832 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f3d46-dc26-4b7a-bbb1-16101f091ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848a19ba-43fe-475f-9f6a-a6029d5274c0,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:12.221557 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.380095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.420360 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e4757-c386-4725-a80d-26dd5cd1ad47 req-067d8506-310d-408f-8770-1f420b058a68 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:12.422667 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b37e4757-c386-4725-a80d-26dd5cd1ad47 req-067d8506-310d-408f-8770-1f420b058a68 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0783885 Aug 27 04:05:12.428425 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4', '8e649769-14df-4b18-9356-5317f00eaeb7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:12.438853 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Network bd5cbeee-0483-497b-a816-2825652e56f8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:12.456509 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:12.478971 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:12.485386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:12.486026 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.527933 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:12.631597 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b37e4757-c386-4725-a80d-26dd5cd1ad47 req-04d67b79-eb98-4250-8b5f-6437c5af1ed6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310000 Aug 27 04:05:12.631597 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c344e3-71f1-451d-9ede-cc747907d125 req-b3c9c596-684c-4d05-8cc7-2de165b675f9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:12.631597 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76c344e3-71f1-451d-9ede-cc747907d125 req-b3c9c596-684c-4d05-8cc7-2de165b675f9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 932 time: 0.0938818 Aug 27 04:05:12.634506 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76c344e3-71f1-451d-9ede-cc747907d125 req-4610d276-14bd-42c5-bd78-bc34f3622326 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391331 Aug 27 04:05:12.854392 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:12.855465 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-28a2f25b-6a0d-443d-9a44-fed96df5470c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6203454 Aug 27 04:05:12.889138 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Request body: {'port': {'device_id': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:12.949435 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.178894 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40320) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:13.193925 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3fb26449-5212-4580-bc2a-40ec0fb05a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.252620 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27b77a5-6aea-4f02-b303-64570873e3a4 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:13.260855 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.273854 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Transition to ACTIVE for port object e27b77a5-6aea-4f02-b303-64570873e3a4 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:13.293394 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3fb26449-5212-4580-bc2a-40ec0fb05a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.413261 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.413553 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3fb26449-5212-4580-bc2a-40ec0fb05a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.458737 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26449-5212-4580-bc2a-40ec0fb05a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272933a6-4cf4-4f95-bde9-7f59d7271efe,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.464173 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3fb26449-5212-4580-bc2a-40ec0fb05a49 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4b3cfb2433874983af393c8f29341ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2841072 Aug 27 04:05:13.466765 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40326) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:13.498274 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.511794 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Attempting to bind port e27b77a5-6aea-4f02-b303-64570873e3a4 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:13.512426 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Attempting to bind port e27b77a5-6aea-4f02-b303-64570873e3a4 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:13.512426 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Attempting to bind port e27b77a5-6aea-4f02-b303-64570873e3a4 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:13.517080 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Port e27b77a5-6aea-4f02-b303-64570873e3a4 on network bd5cbeee-0483-497b-a816-2825652e56f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:05:13.517464 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Attempting to bind port e27b77a5-6aea-4f02-b303-64570873e3a4 on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:13.522238 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.527652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:13.527652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Checking segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:13.527652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Bound using segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:13.527652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Bound port: e27b77a5-6aea-4f02-b303-64570873e3a4, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:13.527652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.544059 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.593917 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:13.597653 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:13.744396 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b0adc-68aa-4ebe-9e33-44eda459c340 req-514e1afd-24f1-4c83-80a0-fbb9c43565f6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.745962 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ab9b0adc-68aa-4ebe-9e33-44eda459c340 req-514e1afd-24f1-4c83-80a0-fbb9c43565f6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0569005 Aug 27 04:05:13.791392 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.794951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.795092 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.795724 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/272933a6-4cf4-4f95-bde9-7f59d7271efe HTTP/1.1" status: 204 len: 168 time: 0.3278494 Aug 27 04:05:13.818086 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7d9d0-707c-4fb0-99a4-8eb7e9451e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272933a6-4cf4-4f95-bde9-7f59d7271efe,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.885345 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.885999 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:13.887585 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] 10.222.0.74 "PUT /v2.0/ports/e27b77a5-6aea-4f02-b303-64570873e3a4 HTTP/1.1" status: 200 len: 1094 time: 1.0037124 Aug 27 04:05:13.888030 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:13.890406 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671a7648-35b5-48c9-8d8f-8ebe10222a30" -d '{"events": [{"name": "network-changed", "server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:13.906490 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ab9b0adc-68aa-4ebe-9e33-44eda459c340 req-c3ba6852-5d74-4318-8919-5b1fcc220a59 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501186 Aug 27 04:05:13.917233 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7652ec-a678-4fdd-9f53-7f2d231d4080 req-f3ebb2a8-f7e6-4e49-94aa-ae59a4bfd72d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:13.918826 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a7652ec-a678-4fdd-9f53-7f2d231d4080 req-f3ebb2a8-f7e6-4e49-94aa-ae59a4bfd72d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.1719325 Aug 27 04:05:13.957499 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee4309-3d82-43c9-8641-36f7e4adbee5 service neutron] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:13.982623 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40346) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:13.991036 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a7652ec-a678-4fdd-9f53-7f2d231d4080 req-ef22fda0-21a4-4333-94bf-4cf2885f3ee5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510154 Aug 27 04:05:14.046885 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81455e28-df46-4d94-a180-b12686ac8d4f x-openstack-request-id: req-81455e28-df46-4d94-a180-b12686ac8d4f {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:14.048517 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:14.051136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-81455e28-df46-4d94-a180-b12686ac8d4f {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:14.051942 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'status': 'completed', 'code': 200} Aug 27 04:05:14.120495 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40352) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:14.134279 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-2810bb4c-3bd1-4e2b-91f2-d40b8d2ced69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.136631 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-2810bb4c-3bd1-4e2b-91f2-d40b8d2ced69 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 1097 time: 0.0637584 Aug 27 04:05:14.188166 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Deleting subnet 286917c0-f173-4893-9edb-c731c345df4f {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:05:14.194251 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.199335 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-f3705c1a-b4ad-4944-8123-c90659c0003b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e27b77a5-6aea-4f02-b303-64570873e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0489917 Aug 27 04:05:14.236511 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.244549 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.292200 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-5ca22919-44e6-414f-95a6-4fa5208017e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.294446 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-5ca22919-44e6-414f-95a6-4fa5208017e2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.0800922 Aug 27 04:05:14.298364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.337596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-611e3fe8-5089-478a-b2b5-aa1f6c1bd85f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.339774 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-9a5bea1b-8e0a-4e99-9684-5b97b45ef1e7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288737 Aug 27 04:05:14.452794 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-d9fba4dc-bd11-44a6-b354-53825a3f7d2f service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065753 Aug 27 04:05:14.464838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-611e3fe8-5089-478a-b2b5-aa1f6c1bd85f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.552585 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ed85a81d-1656-4473-a053-f40b8c742e1e req-e4f256f6-5d0c-47f8-96df-3fbadb45d61f service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913942 Aug 27 04:05:14.580262 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.613834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286917c0-f173-4893-9edb-c731c345df4f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:14.617761 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.619656 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dce8123b-3fc5-464c-b942-390692d89e29 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/286917c0-f173-4893-9edb-c731c345df4f HTTP/1.1" status: 204 len: 168 time: 0.4978530 Aug 27 04:05:14.622522 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40362) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:14.688956 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-611e3fe8-5089-478a-b2b5-aa1f6c1bd85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.702882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.739381 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e3fe8-5089-478a-b2b5-aa1f6c1bd85f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9bb67d-4412-4dc1-8045-271637af1204,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:14.747736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40366) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:14.750811 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-611e3fe8-5089-478a-b2b5-aa1f6c1bd85f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e6c589b3fc9f431c944348f671509cb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7627163 Aug 27 04:05:14.817104 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.840968 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.853500 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29890bd-b6ec-4c54-8b0c-b3b2de6465d6']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:14.861454 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.866157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbf4ab6-9c73-4813-8d16-2de883ad1691') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:14.866531 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbf4ab6-9c73-4813-8d16-2de883ad1691') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:14.877354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.895999 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.905446 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:05:14.905643 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-c606e41f-620c-4a33-9527-033d48a55c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:14.906091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:14.907074 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-c606e41f-620c-4a33-9527-033d48a55c43 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 1097 time: 0.0827577 Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:05:14.908781 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:05:15.064153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-62daa452-2803-451f-afe9-c63595161f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.065688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-62daa452-2803-451f-afe9-c63595161f1d service neutron] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 917 time: 0.1501174 Aug 27 04:05:15.109726 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.119413 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.125284 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b29890bd-b6ec-4c54-8b0c-b3b2de6465d6 HTTP/1.1" status: 204 len: 168 time: 0.4979889 Aug 27 04:05:15.130296 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-c8348ba4-835c-4398-a071-de0cc8a54a32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e27b77a5-6aea-4f02-b303-64570873e3a4 HTTP/1.1" status: 200 len: 217 time: 0.0557351 Aug 27 04:05:15.134609 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141a3aee-64dd-4770-9ae7-55bc94a3cd76 admin admin] Pushing event deleted for resources: {'Network': ['ID=b29890bd-b6ec-4c54-8b0c-b3b2de6465d6,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:15.152258 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.157560 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.157560 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6e9bb67d-4412-4dc1-8045-271637af1204 HTTP/1.1" status: 204 len: 168 time: 0.4072011 Aug 27 04:05:15.179308 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d21225-dcd4-4565-9618-a41214e6bbb3 req-e4e707d2-ad6d-4b5d-b429-1a28212fa4b1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.180886 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34d21225-dcd4-4565-9618-a41214e6bbb3 req-e4e707d2-ad6d-4b5d-b429-1a28212fa4b1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1540225 Aug 27 04:05:15.221235 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60572c-35cd-49da-8267-08f69efbcc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9bb67d-4412-4dc1-8045-271637af1204,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:15.257462 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613366e-2dce-4347-aa8c-513777f05663 req-a280fa49-075b-47e7-958c-031d0025bf4c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.259076 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a613366e-2dce-4347-aa8c-513777f05663 req-a280fa49-075b-47e7-958c-031d0025bf4c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.1760683 Aug 27 04:05:15.260702 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-f1029f9b-d631-4d4f-ab86-2608778eb0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:15.262078 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-f1029f9b-d631-4d4f-ab86-2608778eb0fd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.1127365 Aug 27 04:05:15.323933 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-8d446df5-0051-4144-91d0-fd799184ee82 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509968 Aug 27 04:05:15.328218 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34d21225-dcd4-4565-9618-a41214e6bbb3 req-e9f96ed4-c7f6-40db-9be6-bdb60a6c9929 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234715 Aug 27 04:05:15.361800 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a613366e-2dce-4347-aa8c-513777f05663 req-210054ac-ce26-4b7a-aff9-f840670e6f51 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936220 Aug 27 04:05:15.472880 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-01c5f5fd-c8da-47f8-a9c4-8cc3c36f1260 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248808 Aug 27 04:05:15.568640 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-671a7648-35b5-48c9-8d8f-8ebe10222a30 req-bd9274d3-0a14-497f-9f9f-6eb60af6c1c3 service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923150 Aug 27 04:05:15.755802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40398) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:15.815937 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-955e04ba-71ea-45b6-8669-4617ff6eb234 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a2a4f9dd7d714d20afb13bd273d14061&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0588663 Aug 27 04:05:15.818700 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40402) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:15.873448 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:15.896510 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.020456 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.023124 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.024331 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b05595b2-49ad-49ff-a92e-61b34a0a6491 HTTP/1.1" status: 204 len: 168 time: 0.2046926 Aug 27 04:05:16.032834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba4d16-165a-4250-80d6-84fbc96bd268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05595b2-49ad-49ff-a92e-61b34a0a6491,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:16.359387 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40410) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:16.374109 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-00f82821-ee27-49ef-9865-aa452d948096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.473637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3099fc7-9d41-4b5e-b4fd-5dfafcfa2451 req-86fd7b2a-ab7e-4559-8ce7-a19094246057 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:16.484914 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-00f82821-ee27-49ef-9865-aa452d948096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.486492 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3099fc7-9d41-4b5e-b4fd-5dfafcfa2451 req-86fd7b2a-ab7e-4559-8ce7-a19094246057 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0702417 Aug 27 04:05:16.559372 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3099fc7-9d41-4b5e-b4fd-5dfafcfa2451 req-7ab03555-3540-45fa-a71b-f8e9180cb9a3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716817 Aug 27 04:05:16.575551 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac9bce-ce6d-4a5d-9f80-8a20543ef011 req-4de7ed70-8b74-4101-927c-82205217ce6a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:16.577562 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0fac9bce-ce6d-4a5d-9f80-8a20543ef011 req-4de7ed70-8b74-4101-927c-82205217ce6a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0876038 Aug 27 04:05:16.625283 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-00f82821-ee27-49ef-9865-aa452d948096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.648928 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0fac9bce-ce6d-4a5d-9f80-8a20543ef011 req-057bca9b-3ecd-491a-889e-9984cdd93b3e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539374 Aug 27 04:05:16.683097 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f82821-ee27-49ef-9865-aa452d948096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21c291-a590-4b8f-bbe6-5cf81e6d0cb4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:16.691709 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40430) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:16.692062 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-00f82821-ee27-49ef-9865-aa452d948096 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d7e1199fb4e44823bc94c8d02129c044&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314629 Aug 27 04:05:16.753999 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.775973 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.928912 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.930736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:16.931848 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1a21c291-a590-4b8f-bbe6-5cf81e6d0cb4 HTTP/1.1" status: 204 len: 168 time: 0.2391703 Aug 27 04:05:16.940469 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd796a8-c417-4e43-bc29-72ab4a774d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21c291-a590-4b8f-bbe6-5cf81e6d0cb4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:17.726302 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e542f56-d70b-4620-a1af-4e8e3f680f22 req-bbbf35a0-c6a1-445e-90f9-c4d70ea1d8c9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:17.726302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e542f56-d70b-4620-a1af-4e8e3f680f22 req-bbbf35a0-c6a1-445e-90f9-c4d70ea1d8c9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0634983 Aug 27 04:05:17.800792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fadb5c1-5e9a-47f1-9f5d-9028034be865 req-64bba29e-3b57-4621-9428-3186d684fadb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:17.812454 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3fadb5c1-5e9a-47f1-9f5d-9028034be865 req-64bba29e-3b57-4621-9428-3186d684fadb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0823858 Aug 27 04:05:17.812454 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e542f56-d70b-4620-a1af-4e8e3f680f22 req-fa9fe2ea-9b33-4aaf-bdc9-734a95204813 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796556 Aug 27 04:05:17.871986 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3fadb5c1-5e9a-47f1-9f5d-9028034be865 req-a6cbff9c-b853-419f-985e-cb84172a5fa1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592535 Aug 27 04:05:18.520739 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device e27b77a5-6aea-4f02-b303-64570873e3a4 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:05:18.623916 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:18.638899 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'port_id': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'mac_address': 'fa:16:3e:5c:36:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058a9945-4352-4208-8895-7d6945394e54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:05:18.685185 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:18.698975 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27b77a5-6aea-4f02-b303-64570873e3a4 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:05:18.737251 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:18.922193 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:18.969389 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983c361-2c41-4a28-a856-a0423b4c399c req-03a8c800-7626-4e63-b49d-ce3c52e463d2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:18.970980 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4983c361-2c41-4a28-a856-a0423b4c399c req-03a8c800-7626-4e63-b49d-ce3c52e463d2 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0730009 Aug 27 04:05:18.982938 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:19.048849 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4983c361-2c41-4a28-a856-a0423b4c399c req-d7f76ab7-0104-4105-a896-98210951eb6a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648174 Aug 27 04:05:19.062826 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f66a8-7d73-4173-a6d7-b73a66896cff req-c31eca3a-afbf-4a2a-b108-51450762a96e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:19.066891 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bf7f66a8-7d73-4173-a6d7-b73a66896cff req-c31eca3a-afbf-4a2a-b108-51450762a96e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0921302 Aug 27 04:05:19.112951 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bf7f66a8-7d73-4173-a6d7-b73a66896cff req-137127ec-34a8-4f06-8c92-1e5f91dac5c4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364919 Aug 27 04:05:20.179714 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f34ebc-1f2f-4056-9d23-6310fd087a99 req-f3b790e2-d62e-4b81-a52a-6f483e11a41f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:20.183540 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-32f34ebc-1f2f-4056-9d23-6310fd087a99 req-f3b790e2-d62e-4b81-a52a-6f483e11a41f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0582650 Aug 27 04:05:20.249514 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-32f34ebc-1f2f-4056-9d23-6310fd087a99 req-c118f30f-8815-43bc-8a5b-552a3fa00b9a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596776 Aug 27 04:05:20.262452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d6504-c7f8-4f84-8cbe-b5ba0f8dbf02 req-0eb383cc-53cd-4618-97d8-f783a86e63f7 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:20.270144 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-656d6504-c7f8-4f84-8cbe-b5ba0f8dbf02 req-0eb383cc-53cd-4618-97d8-f783a86e63f7 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0790968 Aug 27 04:05:20.279747 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40556) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:20.307236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-656d6504-c7f8-4f84-8cbe-b5ba0f8dbf02 req-9f2bface-cd65-4534-a22c-50c22aa1a6da tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Aug 27 04:05:20.412731 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.500324 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.573496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.612513 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ee91a9a9c2964e949f86a12a1bce3380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316882 Aug 27 04:05:20.614085 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4a166f-e943-4768-b9b4-8315da3b5c21,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:20.616134 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40564) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:20.633886 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.634148 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.634489 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.634863 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.635194 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.635524 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.635851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.636225 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.636552 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.636875 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.637199 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.637519 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eede177e-59ee-482e-aeb6-3d6d0ab9a033 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:20.684211 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.705739 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.853890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.856470 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:20.857693 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3f4a166f-e943-4768-b9b4-8315da3b5c21 HTTP/1.1" status: 204 len: 168 time: 0.2406266 Aug 27 04:05:20.865951 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317ab6d-e842-4e90-a7bb-1f96e7e5ce7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4a166f-e943-4768-b9b4-8315da3b5c21,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:21.368969 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a56f1-485b-468f-b24b-47eae419abb3 req-1f97618d-577a-4e31-a43f-cf9315691cd7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:21.370417 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f5a56f1-485b-468f-b24b-47eae419abb3 req-1f97618d-577a-4e31-a43f-cf9315691cd7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0525219 Aug 27 04:05:21.410724 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f5a56f1-485b-468f-b24b-47eae419abb3 req-cf1a526f-d6f1-4320-96b8-d8bc08319753 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334666 Aug 27 04:05:21.512431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8fece-7f5a-470e-8ac5-e95cabe301f7 req-9c788182-c27e-43cd-9b1d-a336007fc0cb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:21.513864 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f8fece-7f5a-470e-8ac5-e95cabe301f7 req-9c788182-c27e-43cd-9b1d-a336007fc0cb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0482814 Aug 27 04:05:21.553493 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42f8fece-7f5a-470e-8ac5-e95cabe301f7 req-66dd624d-4246-4034-996c-568b4ff8a1ae tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329943 Aug 27 04:05:21.573882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40582) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:21.588116 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b185ee5c-b530-4d62-a517-4ab08cc612f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:21.693886 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b185ee5c-b530-4d62-a517-4ab08cc612f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:21.836492 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b185ee5c-b530-4d62-a517-4ab08cc612f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:21.875779 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b185ee5c-b530-4d62-a517-4ab08cc612f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7504ed5b28a944e4b40078a4f84c736f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006392 Aug 27 04:05:21.876629 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185ee5c-b530-4d62-a517-4ab08cc612f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263b0071-b527-4e50-9c13-0331d4011e85,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:21.878719 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40588) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:21.931721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:21.953123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.070824 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.073554 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:22.074720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/263b0071-b527-4e50-9c13-0331d4011e85 HTTP/1.1" status: 204 len: 168 time: 0.1948693 Aug 27 04:05:22.083365 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263b0071-b527-4e50-9c13-0331d4011e85,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:22.090970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.091585 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.091732 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.092063 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.092389 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.092712 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.093030 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.093361 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.093680 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.094001 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.094319 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.094656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b4608d-b263-453a-8a4c-cf0f27da342e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:22.529041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939dffcc-64b0-4d58-ade6-20363498c82b req-b18f80a1-6a0c-496b-9273-bfea913ea702 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:22.530521 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-939dffcc-64b0-4d58-ade6-20363498c82b req-b18f80a1-6a0c-496b-9273-bfea913ea702 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0513897 Aug 27 04:05:22.572183 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-939dffcc-64b0-4d58-ade6-20363498c82b req-b1b6530a-5acb-48a3-97f0-68579d44de1a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350163 Aug 27 04:05:22.677939 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d1652-1c51-4d06-93ed-654dcc473341 req-125ec45d-f6c4-43bd-b805-9859c5834228 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:22.679421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ba8d1652-1c51-4d06-93ed-654dcc473341 req-125ec45d-f6c4-43bd-b805-9859c5834228 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0478487 Aug 27 04:05:22.717303 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ba8d1652-1c51-4d06-93ed-654dcc473341 req-4ef25995-efd6-4446-bd79-56f26b9b6722 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319147 Aug 27 04:05:23.488004 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:23.688954 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc1ba0-ec9b-4396-abc1-91e7b53fbefa req-599096fb-ebd8-4144-9015-40c05f6d7bb4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:23.690428 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34dc1ba0-ec9b-4396-abc1-91e7b53fbefa req-599096fb-ebd8-4144-9015-40c05f6d7bb4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0494339 Aug 27 04:05:23.729592 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34dc1ba0-ec9b-4396-abc1-91e7b53fbefa req-caf08f75-5faa-4b37-9d43-5d445ef0e61d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Aug 27 04:05:23.844178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7d43a-1075-4562-b2d3-8ca71ac1a7d2 req-1a5e8231-02fd-4609-800a-61cebf4dcc66 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:23.845654 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0cf7d43a-1075-4562-b2d3-8ca71ac1a7d2 req-1a5e8231-02fd-4609-800a-61cebf4dcc66 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0566270 Aug 27 04:05:23.896609 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0cf7d43a-1075-4562-b2d3-8ca71ac1a7d2 req-3c45f7ba-d594-4b36-9b47-37d8d831a8c4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435464 Aug 27 04:05:23.897164 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['e27b77a5-6aea-4f02-b303-64570873e3a4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:05:24.851712 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99d266-41e5-4995-9760-1252a253859a req-8d364f70-f41e-4311-a906-7a4b4dafc765 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:24.853249 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd99d266-41e5-4995-9760-1252a253859a req-8d364f70-f41e-4311-a906-7a4b4dafc765 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0484922 Aug 27 04:05:24.895131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd99d266-41e5-4995-9760-1252a253859a req-3ff8a4b3-261b-4f3a-b4aa-4964af4b2150 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Aug 27 04:05:24.946338 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:05:25.059782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a1858d-b705-4d58-948d-f04879338f16 req-583cebc6-d53a-4383-8a92-d5b3386786b1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:25.061238 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35a1858d-b705-4d58-948d-f04879338f16 req-583cebc6-d53a-4383-8a92-d5b3386786b1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0528378 Aug 27 04:05:25.137177 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35a1858d-b705-4d58-948d-f04879338f16 req-024ab2a6-4767-4ac1-84d6-d69e9b9b91a5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617154 Aug 27 04:05:25.145823 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-a2ba5853-d820-45a1-a417-ceb2ca5ed58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:25.147311 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-a2ba5853-d820-45a1-a417-ceb2ca5ed58f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0647759 Aug 27 04:05:25.259236 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-f775ce14-a1f0-4987-a2e9-8e3225036bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:25.260693 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-f775ce14-a1f0-4987-a2e9-8e3225036bca service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0903492 Aug 27 04:05:25.308055 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-0189e7c0-0cbc-44aa-b42e-505a8ee265f9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.0400562 Aug 27 04:05:25.364636 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-547faf03-b7f4-4e04-90ef-73d7587dfe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:25.366253 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-547faf03-b7f4-4e04-90ef-73d7587dfe62 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0513880 Aug 27 04:05:25.388219 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40698) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:25.403411 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-9415c016-9af1-41d5-b034-48cd069f92f5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288346 Aug 27 04:05:25.508868 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-968c06a4-60c1-49bf-8336-6325daacea5e service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970037 Aug 27 04:05:25.512316 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3037739c-5675-489d-9104-ea0ee1ac607e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:25.616494 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3037739c-5675-489d-9104-ea0ee1ac607e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:25.616808 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27fcd52f-191f-4c7a-a841-2b72da52c34c req-c763e0b6-e2c4-46a5-84ed-bf34d71d8c75 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003265 Aug 27 04:05:25.779175 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3037739c-5675-489d-9104-ea0ee1ac607e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:25.817968 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3037739c-5675-489d-9104-ea0ee1ac607e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c250d3399944fbab340db9825622412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282660 Aug 27 04:05:25.818944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037739c-5675-489d-9104-ea0ee1ac607e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f349b8-de2c-426e-8c1d-99722d25036b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:25.820850 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40704) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:25.871738 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:25.892975 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:26.016155 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a967d-dbc7-4811-88ee-b1f238659ec9 req-99249d0f-e8e6-41e0-aacd-9668bc35efc4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:26.018053 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fc5a967d-dbc7-4811-88ee-b1f238659ec9 req-99249d0f-e8e6-41e0-aacd-9668bc35efc4 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Aug 27 04:05:26.038243 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:26.040829 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:26.041934 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13f349b8-de2c-426e-8c1d-99722d25036b HTTP/1.1" status: 204 len: 168 time: 0.2200277 Aug 27 04:05:26.063348 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871700ab-00d5-4424-9c27-8848fdeae1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f349b8-de2c-426e-8c1d-99722d25036b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:26.075131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fc5a967d-dbc7-4811-88ee-b1f238659ec9 req-c71e2c29-6426-4b80-85cf-007caba8982e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509422 Aug 27 04:05:26.256840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6a65d-d134-4779-b572-760cfda7c5bb req-3b1735ca-7c95-4f49-b757-2f78e89124fd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:26.258352 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aab6a65d-d134-4779-b572-760cfda7c5bb req-3b1735ca-7c95-4f49-b757-2f78e89124fd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0488336 Aug 27 04:05:26.297485 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aab6a65d-d134-4779-b572-760cfda7c5bb req-87e68b87-6e43-42cd-9387-c5adeab0255a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Aug 27 04:05:26.843461 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40728) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:26.858988 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd270602-4b54-4ea4-a81e-4610bd7fcccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:26.989023 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61d0b8-41f5-4f0d-ad68-ffcc4147cf78 req-bc274767-a526-4c5a-bcf1-429228f0ba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:26.990514 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa61d0b8-41f5-4f0d-ad68-ffcc4147cf78 req-bc274767-a526-4c5a-bcf1-429228f0ba71 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0701878 Aug 27 04:05:26.992254 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd270602-4b54-4ea4-a81e-4610bd7fcccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.028349 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa61d0b8-41f5-4f0d-ad68-ffcc4147cf78 req-981cada9-4743-4ace-89b9-cc854e621289 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304446 Aug 27 04:05:27.029245 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40734) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:27.116497 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd270602-4b54-4ea4-a81e-4610bd7fcccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.171776 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4d8814ba-7a8d-49f4-8b2f-03846a4e2b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.201114 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fd270602-4b54-4ea4-a81e-4610bd7fcccb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa083081200e4abf847de1ad90de13f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565571 Aug 27 04:05:27.202188 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd270602-4b54-4ea4-a81e-4610bd7fcccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf71a0d-3c50-4662-8904-857b5b448ddc,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:27.204147 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40740) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:27.244216 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bc418-203a-430e-b2d5-255331cfff75 req-04a4369a-9275-4b80-8f57-12688be0ef6b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:27.245783 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d71bc418-203a-430e-b2d5-255331cfff75 req-04a4369a-9275-4b80-8f57-12688be0ef6b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0953627 Aug 27 04:05:27.254735 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.276704 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.306465 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d71bc418-203a-430e-b2d5-255331cfff75 req-c7c946e1-0bc0-4b1e-95df-d8cf09187771 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540743 Aug 27 04:05:27.340226 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4d8814ba-7a8d-49f4-8b2f-03846a4e2b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.416470 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device e27b77a5-6aea-4f02-b303-64570873e3a4 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:27.422439 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ea7be-fb06-478e-9736-23b88c537273 req-3665f119-73c6-41e9-ad8f-94ed46d820ce tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:27.423955 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c04ea7be-fb06-478e-9736-23b88c537273 req-3665f119-73c6-41e9-ad8f-94ed46d820ce tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 945 time: 0.0526807 Aug 27 04:05:27.435163 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.437990 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.446171 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/fbf71a0d-3c50-4662-8904-857b5b448ddc HTTP/1.1" status: 204 len: 168 time: 0.2350669 Aug 27 04:05:27.452386 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b59fbe-4ecc-4328-8436-286c598f9fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf71a0d-3c50-4662-8904-857b5b448ddc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:27.474348 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c04ea7be-fb06-478e-9736-23b88c537273 req-67ff3795-2858-4777-8dec-11fdeb4b02c2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437756 Aug 27 04:05:27.476259 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4d8814ba-7a8d-49f4-8b2f-03846a4e2b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.528502 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4d8814ba-7a8d-49f4-8b2f-03846a4e2b20 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=45aaa5f8ac7145c0b412b6f2ae5785d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4982371 Aug 27 04:05:27.528780 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40752) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:27.531314 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8814ba-7a8d-49f4-8b2f-03846a4e2b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe0599d-5f1e-4333-a774-3d7ab10c6345,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:27.583295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.605449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.607752 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port e27b77a5-6aea-4f02-b303-64570873e3a4 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:27.612118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port e27b77a5-6aea-4f02-b303-64570873e3a4 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:27.612545 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.774153 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.776717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.787874 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6fe0599d-5f1e-4333-a774-3d7ab10c6345 HTTP/1.1" status: 204 len: 168 time: 0.2481377 Aug 27 04:05:27.804439 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50234027-d04b-477a-94fe-a42dc2215153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe0599d-5f1e-4333-a774-3d7ab10c6345,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:27.814312 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:27.851825 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:05:27.854290 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-300fe508-0de1-45be-9b91-ea8028ddab9a" -d '{"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-plugged", "status": "completed", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:05:27.887101 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:27.906200 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8dd69b-e3c5-41b5-9a92-7f683500e7f9 x-openstack-request-id: req-bf8dd69b-e3c5-41b5-9a92-7f683500e7f9 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:05:27.906499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-plugged", "status": "completed", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:05:27.906807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf8dd69b-e3c5-41b5-9a92-7f683500e7f9 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:05:27.907526 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'code': 200} Aug 27 04:05:27.979820 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.050196 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:28.282844 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6912c1-a7a8-49c4-8a37-a049e9a71df6 req-cb0e7e57-aa9e-4f7c-99e4-648f3ad8ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:28.284242 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec6912c1-a7a8-49c4-8a37-a049e9a71df6 req-cb0e7e57-aa9e-4f7c-99e4-648f3ad8ea5b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 1099 time: 0.0425408 Aug 27 04:05:28.321116 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec6912c1-a7a8-49c4-8a37-a049e9a71df6 req-6049325f-c597-4a22-9b66-5de928ed15f9 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285962 Aug 27 04:05:28.428225 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786016d5-3798-48c9-88c5-5f335377397b req-7719943e-d86f-4eb9-ae69-d75319943e07 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:28.429745 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-786016d5-3798-48c9-88c5-5f335377397b req-7719943e-d86f-4eb9-ae69-d75319943e07 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0504432 Aug 27 04:05:28.472925 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-786016d5-3798-48c9-88c5-5f335377397b req-00b08acd-213e-42cf-b1c4-f1429feb26f5 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359364 Aug 27 04:05:28.604160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6a677-a5f1-4381-bc59-db03789a796d req-a27620f6-4d50-4ccd-9ef0-f4e66746bc28 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:28.605863 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26c6a677-a5f1-4381-bc59-db03789a796d req-a27620f6-4d50-4ccd-9ef0-f4e66746bc28 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0535061 Aug 27 04:05:28.651302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26c6a677-a5f1-4381-bc59-db03789a796d req-0e2f658c-4527-40c5-925e-e4fba70ab5c2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371294 Aug 27 04:05:28.790059 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40794) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:28.791561 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25562252-1fc4-4951-97c1-2a0c63e2bb63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:28.887628 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25562252-1fc4-4951-97c1-2a0c63e2bb63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.002202 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25562252-1fc4-4951-97c1-2a0c63e2bb63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.041694 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-25562252-1fc4-4951-97c1-2a0c63e2bb63 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=594c2340f79842b5b16c34377e6d7377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636588 Aug 27 04:05:29.044438 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40800) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:29.048686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25562252-1fc4-4951-97c1-2a0c63e2bb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450d762b-c7a7-406e-8a3e-e77708b6afc3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:29.108193 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.132440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.270284 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.272966 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:29.274102 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/450d762b-c7a7-406e-8a3e-e77708b6afc3 HTTP/1.1" status: 204 len: 168 time: 0.2286978 Aug 27 04:05:29.282743 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9f2c87-3f27-4098-a02a-da2617447693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450d762b-c7a7-406e-8a3e-e77708b6afc3,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:29.594646 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d5d59-a7b0-4ed2-bfd0-69e384c16a36 req-83fb7807-0934-4fe2-93b4-5d50cc03f06b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:29.596384 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c37d5d59-a7b0-4ed2-bfd0-69e384c16a36 req-83fb7807-0934-4fe2-93b4-5d50cc03f06b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0535121 Aug 27 04:05:29.636194 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c37d5d59-a7b0-4ed2-bfd0-69e384c16a36 req-03c459c8-4a98-43be-9ec7-4c925eba21ed tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337722 Aug 27 04:05:29.803595 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40830) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:29.834517 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cb03c-30b5-4267-8fbe-3c2c9cfe893e req-0b70f302-19f3-4bcc-94cb-2a33ff39a3c6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:29.836117 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be6cb03c-30b5-4267-8fbe-3c2c9cfe893e req-0b70f302-19f3-4bcc-94cb-2a33ff39a3c6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0775940 Aug 27 04:05:29.881023 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-be6cb03c-30b5-4267-8fbe-3c2c9cfe893e req-14cc8443-ac47-4aca-b7b4-24f5b3a8adeb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373702 Aug 27 04:05:29.926533 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-540bd52d-ba89-4888-a716-33873f6dd08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.025731 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-540bd52d-ba89-4888-a716-33873f6dd08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.099926 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-540bd52d-ba89-4888-a716-33873f6dd08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.142263 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-540bd52d-ba89-4888-a716-33873f6dd08e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b261bfda9504ed680ac9b7e307e6db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371894 Aug 27 04:05:30.146713 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40856) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.188585 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bd52d-ba89-4888-a716-33873f6dd08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec08ea2-8978-4b01-9d7d-54eb90a9dfd2,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:30.204744 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c6ffb-9edb-4239-a1bf-f0ed52d62d18 req-1d78c580-bc2c-4c75-af4c-6c4c2105d384 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.213323 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f65c6ffb-9edb-4239-a1bf-f0ed52d62d18 req-1d78c580-bc2c-4c75-af4c-6c4c2105d384 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1281734 Aug 27 04:05:30.227868 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.255371 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.299466 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f65c6ffb-9edb-4239-a1bf-f0ed52d62d18 req-e45fec10-31d0-46b8-b6fd-4778d6e1fd8d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849643 Aug 27 04:05:30.309177 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c714-3c13-418d-b525-99b767a7eafb req-a711d049-037c-4915-8391-87c702d32dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.311013 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-a711d049-037c-4915-8391-87c702d32dc7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0957549 Aug 27 04:05:30.396572 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.399183 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:30.400337 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/3ec08ea2-8978-4b01-9d7d-54eb90a9dfd2 HTTP/1.1" status: 204 len: 168 time: 0.2516866 Aug 27 04:05:30.410851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ed46a0-1098-406a-b55a-9e78b99c2cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec08ea2-8978-4b01-9d7d-54eb90a9dfd2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:30.416493 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c714-3c13-418d-b525-99b767a7eafb req-7503ff1c-eaf1-4a50-90d3-5cb76e562905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.417987 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-7503ff1c-eaf1-4a50-90d3-5cb76e562905 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0963993 Aug 27 04:05:30.468560 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-df65a4e8-4dfe-48b0-b7d5-36509c956fef service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.0424089 Aug 27 04:05:30.535588 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37c714-3c13-418d-b525-99b767a7eafb req-43125629-21f1-43fd-9da6-6b00df530a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:30.537218 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-43125629-21f1-43fd-9da6-6b00df530a9a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0544691 Aug 27 04:05:30.569746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-f90d59ea-e671-45ec-8e56-2e5386d7f472 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247710 Aug 27 04:05:30.668280 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-91e57e47-8708-48a8-9b71-e781290ae7d3 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905647 Aug 27 04:05:30.725209 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40876) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.816674 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40880) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:30.928263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1688772668-network', 'tenant_id': '43ccefac7f3746c68214be66026da43d'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:31.013955 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b37c714-3c13-418d-b525-99b767a7eafb req-e4f87cb3-f20d-47b4-8918-c17f136c415a service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373492 Aug 27 04:05:31.017274 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Made reservation on behalf of 43ccefac7f3746c68214be66026da43d for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:31.025070 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.035868 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2b9d384f-1da3-4719-a96c-5a52233ca245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.047640 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.058082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38a4757-00f0-4504-bc3f-e2c20de7ba9c req-a90c3521-8d41-499b-9ad8-52d732691743 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:31.060768 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b38a4757-00f0-4504-bc3f-e2c20de7ba9c req-a90c3521-8d41-499b-9ad8-52d732691743 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0669870 Aug 27 04:05:31.119111 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b38a4757-00f0-4504-bc3f-e2c20de7ba9c req-9e0c83bc-82e4-48c8-bce8-0fadc65f4dff tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513043 Aug 27 04:05:31.170976 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2b9d384f-1da3-4719-a96c-5a52233ca245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.280307 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2b9d384f-1da3-4719-a96c-5a52233ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.357334 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2b9d384f-1da3-4719-a96c-5a52233ca245 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9b5c34642e104d708150f0365e4ca888&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225370 Aug 27 04:05:31.357334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40900) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:31.357334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d384f-1da3-4719-a96c-5a52233ca245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8263a0-d918-4fd3-ba04-71edc4facdd7,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.419971 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b41db-b2a8-447f-be8f-d27487e68abb req-2e2747ab-0c6a-48fa-81d0-60641a8bfacd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:31.421823 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-291b41db-b2a8-447f-be8f-d27487e68abb req-2e2747ab-0c6a-48fa-81d0-60641a8bfacd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0537658 Aug 27 04:05:31.433550 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.451656 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.470818 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.475612 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-291b41db-b2a8-447f-be8f-d27487e68abb req-8c52e620-8a56-40c7-8eeb-265d5f377dfc tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Aug 27 04:05:31.596611 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.624708 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8c556-ba73-455d-9afe-683286d533bc,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.648559 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.648559 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.648559 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/df8263a0-d918-4fd3-ba04-71edc4facdd7 HTTP/1.1" status: 204 len: 168 time: 0.2941797 Aug 27 04:05:31.648559 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:05:31.656269 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc265a-0bc4-499f-b34c-1fbd24ea2d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8263a0-d918-4fd3-ba04-71edc4facdd7,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.667260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.667907 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Added segment 42c83de8-4b95-442b-abd5-5d3bab751122 of type vlan for network c57305fa-e10d-427e-9a68-12061ec92767 Aug 27 04:05:31.714386 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.830449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.836970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:31.836970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:31.896813 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] Pushing event updated for resources: {'Network': ['ID=c57305fa-e10d-427e-9a68-12061ec92767,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:31.907494 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network c57305fa-e10d-427e-9a68-12061ec92767 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:05:32.049139 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c6f6e4da-71f4-42ee-abe5-60dc9f212890 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3223536 Aug 27 04:05:32.052939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40930) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:32.058495 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Request body: {'subnet': {'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1688772668-subnet', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:32.150945 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Made reservation on behalf of 43ccefac7f3746c68214be66026da43d for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:32.153482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461303'] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.287567 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40942) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:32.453105 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9319991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461189'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.507176 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c2453931-b859-42df-b523-13cfd679b2c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.593105 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a69fd8c8-ee7c-4936-bc31-71f380e6e919,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:32.619815 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Checking segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:32.620610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Network hostable DHCP agents. Network: c57305fa-e10d-427e-9a68-12061ec92767, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:05:32.630952 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ebc93-d5b5-49b6-b1a9-8541cb556854 req-5f271207-e27a-4597-af34-7c35fc798417 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.633016 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-474ebc93-d5b5-49b6-b1a9-8541cb556854 req-5f271207-e27a-4597-af34-7c35fc798417 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0750511 Aug 27 04:05:32.647870 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40952) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:32.680396 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-474ebc93-d5b5-49b6-b1a9-8541cb556854 req-578927ba-f74e-4d52-9386-bb46cf76e728 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407584 Aug 27 04:05:32.682354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e433c579-19e5-4ed1-aff9-8cc4a4eaa7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.736215 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c2453931-b859-42df-b523-13cfd679b2c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.750435 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Network c57305fa-e10d-427e-9a68-12061ec92767 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:05:32.849417 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c2453931-b859-42df-b523-13cfd679b2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.897886 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, c57305fa-e10d-427e-9a68-12061ec92767) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:32.903979 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:32.904922 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:32.905846 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf5e56b-87df-4bb2-aa3d-661a5bed1b39 None None] Network c57305fa-e10d-427e-9a68-12061ec92767 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:32.915711 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c2453931-b859-42df-b523-13cfd679b2c3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a5e3353fe1114fdfb586f83b6c29fd51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6237416 Aug 27 04:05:32.916213 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40954) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:32.919930 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2453931-b859-42df-b523-13cfd679b2c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6fed5b-ca47-417c-83b5-d15dfd373f24,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:32.973305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.006111 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e433c579-19e5-4ed1-aff9-8cc4a4eaa7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.012454 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.111176 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-c57305fa-e10d-427e-9a68-12061ec92767', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:05:33.112188 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.163522 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e433c579-19e5-4ed1-aff9-8cc4a4eaa7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.195592 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.198238 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.199551 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0e6fed5b-ca47-417c-83b5-d15dfd373f24 HTTP/1.1" status: 204 len: 168 time: 0.2820253 Aug 27 04:05:33.201105 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433c579-19e5-4ed1-aff9-8cc4a4eaa7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f2cab-5f9c-484d-a7d1-336791041079,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.211049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ac419-57c6-49c2-a985-6db29f23f9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6fed5b-ca47-417c-83b5-d15dfd373f24,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.212503 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e433c579-19e5-4ed1-aff9-8cc4a4eaa7bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ef22ee6ec3414624888b2a0c2080b6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5609081 Aug 27 04:05:33.215026 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 40960) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:33.274512 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.301997 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.308674 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-81de85b7-f1f7-4327-8f7a-9268f421f54c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2504032 Aug 27 04:05:33.308871 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 40962) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:33.313762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:33.356419 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Allocated IP 172.20.0.2 (c57305fa-e10d-427e-9a68-12061ec92767/a69fd8c8-ee7c-4936-bc31-71f380e6e919/6838162a-c82e-42d1-8ef9-1ba2cba52140) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:33.443882 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.445245 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.465526 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.468800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.470612 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b98f2cab-5f9c-484d-a7d1-336791041079 HTTP/1.1" status: 204 len: 168 time: 0.2540438 Aug 27 04:05:33.483508 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2e80ca-6d41-4c73-9dce-2bab4c2d4737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f2cab-5f9c-484d-a7d1-336791041079,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.520718 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.552408 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.561190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Transition to ACTIVE for port object 6838162a-c82e-42d1-8ef9-1ba2cba52140 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:33.577765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Transition to ACTIVE for port object 6838162a-c82e-42d1-8ef9-1ba2cba52140 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:33.728662 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.779375 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Network c57305fa-e10d-427e-9a68-12061ec92767 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:33.779375 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:33.781999 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:33.826654 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Pushing event updated for resources: {'Port': ['ID=6838162a-c82e-42d1-8ef9-1ba2cba52140,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:33.840853 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.856328 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Attempting to bind port 6838162a-c82e-42d1-8ef9-1ba2cba52140 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:33.856704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Attempting to bind port 6838162a-c82e-42d1-8ef9-1ba2cba52140 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:33.857065 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Attempting to bind port 6838162a-c82e-42d1-8ef9-1ba2cba52140 on network c57305fa-e10d-427e-9a68-12061ec92767 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:33.860287 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81973c9-9014-4d39-8bd1-65551d26d4e0 req-457ddc7a-f131-477f-887e-a697b4564019 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:33.861773 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c81973c9-9014-4d39-8bd1-65551d26d4e0 req-457ddc7a-f131-477f-887e-a697b4564019 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0564444 Aug 27 04:05:33.861980 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:33.862354 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Checking segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:33.863280 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.864333 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Bound using segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:33.864819 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Bound port: 6838162a-c82e-42d1-8ef9-1ba2cba52140, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:33.865207 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:33.902228 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c81973c9-9014-4d39-8bd1-65551d26d4e0 req-d18f8d35-14cb-4c0d-9441-a81954a43040 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334256 Aug 27 04:05:33.930658 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] For port 6838162a-c82e-42d1-8ef9-1ba2cba52140, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:33.933740 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] For port 6838162a-c82e-42d1-8ef9-1ba2cba52140, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6838162a-c82e-42d1-8ef9-1ba2cba52140,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:34.174435 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.254904 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982357f-d9b9-4a22-b80a-1517ce43f12a None None] Pushing event updated for resources: {'Port': ['ID=6838162a-c82e-42d1-8ef9-1ba2cba52140,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:34.279021 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.309159 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.474388 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Allocated IP 172.27.3.145 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/a21313d1-3b0f-4cb4-898a-44e638c871a2) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:34.618590 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.806532 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:34.855300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:34.858918 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:34.868403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:34.919747 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6838162a-c82e-42d1-8ef9-1ba2cba52140 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:34.968588 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Pushing event updated for resources: {'Port': ['ID=a21313d1-3b0f-4cb4-898a-44e638c871a2,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:35.105837 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 6838162a-c82e-42d1-8ef9-1ba2cba52140 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:35.119355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c76f02-6832-4024-a1b7-083c55b4f65d req-b81f8f6c-4289-4cd0-a1ea-d149ad436fdf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:35.121105 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35c76f02-6832-4024-a1b7-083c55b4f65d req-b81f8f6c-4289-4cd0-a1ea-d149ad436fdf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0588262 Aug 27 04:05:35.205861 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35c76f02-6832-4024-a1b7-083c55b4f65d req-9dcd665e-7658-4c63-a7b6-cbb53e272f80 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784442 Aug 27 04:05:35.295933 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.463938 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a5d03a-3261-46c2-a2ad-8a3eabd3f36c None None] Network c57305fa-e10d-427e-9a68-12061ec92767 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:35.525598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.664763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Provisioning for port 6838162a-c82e-42d1-8ef9-1ba2cba52140 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:35.668764 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Provisioning complete for port 6838162a-c82e-42d1-8ef9-1ba2cba52140 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:35.669390 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.754205 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:35.785483 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Router 4452c3ce-c028-451c-9958-53dce1323d7a is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:05:35.798744 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] For port 6838162a-c82e-42d1-8ef9-1ba2cba52140, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6838162a-c82e-42d1-8ef9-1ba2cba52140,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:35.894941 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:35.904762 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Sync routers for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:35.916130 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:35.916847 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:35.975053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.008449 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.010137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f3b5382d-f415-49a6-bb2e-34514627abfe admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7003210 Aug 27 04:05:36.013946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41056) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:36.072835 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3eeb4-07d3-48d5-a456-d0e8e64c4f66 None None] Pushing event updated for resources: {'Port': ['ID=6838162a-c82e-42d1-8ef9-1ba2cba52140,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:36.080367 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:36.101765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3db980b1-1a2e-426f-ad08-5e76319dbf2b None None] Provisioning complete for port 6838162a-c82e-42d1-8ef9-1ba2cba52140 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:36.102665 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3db980b1-1a2e-426f-ad08-5e76319dbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.361222 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:35Z', 'revision_number': 3, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:36.389177 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Checking router: 4452c3ce-c028-451c-9958-53dce1323d7a for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:36.389968 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Updating router 4452c3ce-c028-451c-9958-53dce1323d7a port a21313d1-3b0f-4cb4-898a-44e638c871a2 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:36.423603 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.597964 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.724905 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.735261 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Transition to ACTIVE for port object a21313d1-3b0f-4cb4-898a-44e638c871a2 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:36.848487 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6838162a-c82e-42d1-8ef9-1ba2cba52140 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:36.859361 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.914860 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 6838162a-c82e-42d1-8ef9-1ba2cba52140 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:36.915682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:36.939632 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Pushing event updated for resources: {'Port': ['ID=a21313d1-3b0f-4cb4-898a-44e638c871a2,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:36.960824 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.961172 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.966294 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.968885 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.969435 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.969505 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:36.980660 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Attempting to bind port a21313d1-3b0f-4cb4-898a-44e638c871a2 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:36.981250 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Attempting to bind port a21313d1-3b0f-4cb4-898a-44e638c871a2 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:36.981780 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Attempting to bind port a21313d1-3b0f-4cb4-898a-44e638c871a2 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:36.985160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Allocated IP 172.20.0.1 (c57305fa-e10d-427e-9a68-12061ec92767/a69fd8c8-ee7c-4936-bc31-71f380e6e919/3cdbea22-e73c-4c28-a459-4266ed617402) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:36.996933 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:37.000971 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:37.002041 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.002665 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:37.003223 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Bound port: a21313d1-3b0f-4cb4-898a-44e638c871a2, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:37.003850 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.062667 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] For port a21313d1-3b0f-4cb4-898a-44e638c871a2, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:37.066091 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] For port a21313d1-3b0f-4cb4-898a-44e638c871a2, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a21313d1-3b0f-4cb4-898a-44e638c871a2,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:37.095728 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.109284 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Transition to ACTIVE for port object 3cdbea22-e73c-4c28-a459-4266ed617402 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:37.180081 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.235453 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:37.235997 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:37.236639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.277106 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Network c57305fa-e10d-427e-9a68-12061ec92767 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:37.280212 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:37.283136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:37.283801 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.335482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:37.356452 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1078e7a-4d1a-494b-b4ff-6df0c7af1610 None None] Pushing event updated for resources: {'Port': ['ID=a21313d1-3b0f-4cb4-898a-44e638c871a2,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:37.447135 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:37.554833 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.648008 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ecb3b3f8-2806-4bd5-8454-7b5be0005315 None None] Provisioning for port 3cdbea22-e73c-4c28-a459-4266ed617402 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:37.652195 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-ecb3b3f8-2806-4bd5-8454-7b5be0005315 None None] Provisioning complete for port 3cdbea22-e73c-4c28-a459-4266ed617402 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:37.652426 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ecb3b3f8-2806-4bd5-8454-7b5be0005315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.678471 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:35Z', 'revision_number': 3, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:37.693887 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-ecb3b3f8-2806-4bd5-8454-7b5be0005315 None None] Port 3cdbea22-e73c-4c28-a459-4266ed617402 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:37.708538 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0a37e9-4648-4e71-b366-68da51181bfd None None] The sync data for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi is: [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:35Z', 'revision_number': 3, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:37.775246 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.859042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.859793 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:37.959866 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:38.017489 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Network c57305fa-e10d-427e-9a68-12061ec92767 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:38.020290 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:38.156246 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Router 4452c3ce-c028-451c-9958-53dce1323d7a has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:05:38.218010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7306a904-ea5a-420a-b124-524876246c85 None None] Provisioning complete for port 3cdbea22-e73c-4c28-a459-4266ed617402 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:38.218944 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7306a904-ea5a-420a-b124-524876246c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:38.256162 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-7306a904-ea5a-420a-b124-524876246c85 None None] Port 3cdbea22-e73c-4c28-a459-4266ed617402 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:38.277523 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:38.287168 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8f1edc86-662c-4f62-98a7-6044dcf5a809 admin admin] 10.222.0.73 "PUT /v2.0/routers/4452c3ce-c028-451c-9958-53dce1323d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2683711 Aug 27 04:05:38.746517 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03814648-8ede-4ea1-935b-d29017d64e36 req-4ed9cadf-66d6-4208-97e3-984856b0336c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:38.748148 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03814648-8ede-4ea1-935b-d29017d64e36 req-4ed9cadf-66d6-4208-97e3-984856b0336c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0568135 Aug 27 04:05:38.791209 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-03814648-8ede-4ea1-935b-d29017d64e36 req-655909f6-1b65-45a2-95bb-79e64c98411d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353513 Aug 27 04:05:38.893359 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a21313d1-3b0f-4cb4-898a-44e638c871a2 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:39.053850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4dbc4286-5343-4e74-84ac-e0171631b802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.094350 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port a21313d1-3b0f-4cb4-898a-44e638c871a2 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:39.101217 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port a21313d1-3b0f-4cb4-898a-44e638c871a2 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:39.105139 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.187616 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.209812 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port a21313d1-3b0f-4cb4-898a-44e638c871a2, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a21313d1-3b0f-4cb4-898a-44e638c871a2,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:39.240913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41120) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:39.246083 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2123488397-network', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:39.328958 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Sync routers for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:39.339609 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:39.340228 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:39.372876 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.467461 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=a21313d1-3b0f-4cb4-898a-44e638c871a2,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:39.485514 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:39.493333 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Made reservation on behalf of 9edf0e56c7d440b0845f017b93a19da0 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:39.496020 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.505335 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.602197 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.697312 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 2, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:39.732141 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Checking router: 4452c3ce-c028-451c-9958-53dce1323d7a for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:39.732515 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Updating router 4452c3ce-c028-451c-9958-53dce1323d7a port 3cdbea22-e73c-4c28-a459-4266ed617402 binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:39.760447 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.802709 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.823090 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:05:39.829923 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5487ea13-773f-425f-aac6-2e2013047400,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:39.837384 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:39.837746 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Added segment 5cab63ec-499a-40b7-a23c-a92d13888896 of type vlan for network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead Aug 27 04:05:39.883001 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.019441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.021073 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:40.021693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.068187 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.079749 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Transition to ACTIVE for port object 3cdbea22-e73c-4c28-a459-4266ed617402 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:40.088060 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] Pushing event updated for resources: {'Network': ['ID=613ff770-6ca9-4c63-8cd7-f6bfa0994ead,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:40.099000 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:05:40.208715 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.209159 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-63b637ce-38c1-4fc9-b3f9-f2417aecb00a admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9670494 Aug 27 04:05:40.212552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41136) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:40.217745 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Request body: {'subnet': {'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2123488397-subnet', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:40.260564 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde76c8-535a-4659-871c-a879375ef52b None None] Pushing event updated for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:40.325410 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Attempting to bind port 3cdbea22-e73c-4c28-a459-4266ed617402 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:40.325763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Attempting to bind port 3cdbea22-e73c-4c28-a459-4266ed617402 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:40.326327 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Attempting to bind port 3cdbea22-e73c-4c28-a459-4266ed617402 on network c57305fa-e10d-427e-9a68-12061ec92767 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:40.332323 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:40.333396 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Checking segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:40.333909 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.334306 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Bound using segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:40.334959 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Bound port: 3cdbea22-e73c-4c28-a459-4266ed617402, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:40.335659 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.373604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Made reservation on behalf of 9edf0e56c7d440b0845f017b93a19da0 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:05:40.376216 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.406075 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] For port 3cdbea22-e73c-4c28-a459-4266ed617402, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:40.410041 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] For port 3cdbea22-e73c-4c28-a459-4266ed617402, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3cdbea22-e73c-4c28-a459-4266ed617402,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:40.494926 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.562026 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:40.562695 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:40.613215 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cde76c8-535a-4659-871c-a879375ef52b None None] Pushing event updated for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:40.665722 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:40.691199 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:40.742551 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Checking segment: {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:40.743042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Network hostable DHCP agents. Network: 613ff770-6ca9-4c63-8cd7-f6bfa0994ead, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:05:40.748154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c12d00b5-02fc-4b60-87ad-512b379883da,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:40.893682 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:05:40.897910 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a21313d1-3b0f-4cb4-898a-44e638c871a2 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:41.035123 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port a21313d1-3b0f-4cb4-898a-44e638c871a2 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:41.036059 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.041954 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 613ff770-6ca9-4c63-8cd7-f6bfa0994ead) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:41.046136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:05:41.047097 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.074610 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435cddc-586f-469d-8530-360b5453b496 None None] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:41.146179 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-dd25bbdb-4fe9-4448-856b-9c9f9c212497 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9323258 Aug 27 04:05:41.148550 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41154) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:41.153174 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:41.213843 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:40Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:41.256749 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171ade1b-e09a-47cc-a981-b9c57e087b4b None None] The sync data for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi is: [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:40Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:41.338157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'fixed_ips': [{'subnet_id': 'c12d00b5-02fc-4b60-87ad-512b379883da'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:05:41.339071 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.351087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.358601 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.443651 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.534619 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Allocated IP 172.20.0.2 (613ff770-6ca9-4c63-8cd7-f6bfa0994ead/c12d00b5-02fc-4b60-87ad-512b379883da/7f7175cf-ae0c-4051-b5ef-66a4690e3db5) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:41.874449 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.888939 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:41.891106 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Transition to ACTIVE for port object 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:41.909287 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Transition to ACTIVE for port object 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:41.962852 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-12e5232b-dda3-47aa-8bb1-edd4534f34e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.013921 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.074160 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.125651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:42.129003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:42.133115 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:42.152532 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Pushing event updated for resources: {'Port': ['ID=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:42.199832 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Attempting to bind port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:42.200237 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Attempting to bind port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:42.200559 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Attempting to bind port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 on network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:42.205790 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:42.207892 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Checking segment: {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:42.207892 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.207892 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Bound using segment: {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:42.208193 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Bound port: 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:42.208609 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.245650 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.268301 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.278291 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] For port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:42.283120 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] For port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:42.385777 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Allocated IP 172.27.3.25 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/3957c5a4-16a4-4500-a689-71a1fd79c5de) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:42.408229 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.478843 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32898df-43d1-4799-8be3-45b87af65381 None None] Pushing event updated for resources: {'Port': ['ID=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:42.507970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.648093 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.697694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:42.704773 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:42.714120 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:42.716147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Pushing event updated for resources: {'Port': ['ID=3957c5a4-16a4-4500-a689-71a1fd79c5de,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:42.825642 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:42.907818 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3cdbea22-e73c-4c28-a459-4266ed617402 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:43.048154 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 3cdbea22-e73c-4c28-a459-4266ed617402 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:43.053936 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 3cdbea22-e73c-4c28-a459-4266ed617402 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:43.054314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.153977 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.195700 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 3cdbea22-e73c-4c28-a459-4266ed617402, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3cdbea22-e73c-4c28-a459-4266ed617402,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:43.265618 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.271064 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.271901 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:43.360765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3131439-66d7-4b41-b7fd-3e952d74f4e4 None None] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:05:43.365806 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:43.628783 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.722163 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:43.825461 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Provisioning for port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:43.831540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Provisioning complete for port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:43.831918 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.916301 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:43.920580 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Router 10f79dbd-32f1-48c3-83ba-6079cd173eab is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:05:43.948857 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] For port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:44.029763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.031617 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:44.046811 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85062509-5547-4c13-9c69-335190f56543 None None] Sync routers for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:44.059458 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:44.060425 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:44.094817 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b261c46-29b6-420c-827b-d9801a22cd3f None None] Pushing event updated for resources: {'Port': ['ID=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:44.155329 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e01b5780-4dea-4739-935d-3a3acc99ddef None None] Provisioning complete for port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:44.155329 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e01b5780-4dea-4739-935d-3a3acc99ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.174271 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:44.179359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.183109 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7852fa2a-c1ad-492d-80fa-861284dfec24 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0334313 Aug 27 04:05:44.183799 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41188) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:44.231379 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.362715 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:42Z', 'revision_number': 3, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:44.392023 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85062509-5547-4c13-9c69-335190f56543 None None] Checking router: 10f79dbd-32f1-48c3-83ba-6079cd173eab for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:44.392371 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85062509-5547-4c13-9c69-335190f56543 None None] Updating router 10f79dbd-32f1-48c3-83ba-6079cd173eab port 3957c5a4-16a4-4500-a689-71a1fd79c5de binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:44.417285 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.611948 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.682525 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.694331 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-85062509-5547-4c13-9c69-335190f56543 None None] Transition to ACTIVE for port object 3957c5a4-16a4-4500-a689-71a1fd79c5de will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:44.773985 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Allocated IP 172.20.0.1 (613ff770-6ca9-4c63-8cd7-f6bfa0994ead/c12d00b5-02fc-4b60-87ad-512b379883da/a0f4bb6c-16bc-4e98-851e-02e663ff36fc) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:05:44.823701 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.844067 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3cdbea22-e73c-4c28-a459-4266ed617402 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:44.877844 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-85062509-5547-4c13-9c69-335190f56543 None None] Attempting to bind port 3957c5a4-16a4-4500-a689-71a1fd79c5de on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:44.878210 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-85062509-5547-4c13-9c69-335190f56543 None None] Attempting to bind port 3957c5a4-16a4-4500-a689-71a1fd79c5de by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:44.878585 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85062509-5547-4c13-9c69-335190f56543 None None] Attempting to bind port 3957c5a4-16a4-4500-a689-71a1fd79c5de on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:44.888442 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d58f0-50bf-43e3-9af1-528624a3eded None None] Pushing event updated for resources: {'Port': ['ID=3957c5a4-16a4-4500-a689-71a1fd79c5de,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:44.890626 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.903348 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85062509-5547-4c13-9c69-335190f56543 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:44.904280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Transition to ACTIVE for port object a0f4bb6c-16bc-4e98-851e-02e663ff36fc will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:44.904912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 3cdbea22-e73c-4c28-a459-4266ed617402 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:44.905285 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.906976 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85062509-5547-4c13-9c69-335190f56543 None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:44.907738 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.908187 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85062509-5547-4c13-9c69-335190f56543 None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:44.908731 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-85062509-5547-4c13-9c69-335190f56543 None None] Bound port: 3957c5a4-16a4-4500-a689-71a1fd79c5de, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:44.909276 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:44.967074 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-85062509-5547-4c13-9c69-335190f56543 None None] For port 3957c5a4-16a4-4500-a689-71a1fd79c5de, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:44.970098 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-85062509-5547-4c13-9c69-335190f56543 None None] For port 3957c5a4-16a4-4500-a689-71a1fd79c5de, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3957c5a4-16a4-4500-a689-71a1fd79c5de,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:44.988250 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:45.033976 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:45.034340 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.059469 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.102829 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:45.109702 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:45.111413 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-85062509-5547-4c13-9c69-335190f56543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.112335 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:05:45.139409 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:45.158934 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.174020 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:45.174688 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:45.235320 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d58f0-50bf-43e3-9af1-528624a3eded None None] Pushing event updated for resources: {'Port': ['ID=3957c5a4-16a4-4500-a689-71a1fd79c5de,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:45.308584 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:45.408496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.426645 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3d20b89a-5411-4e02-96c5-865757b4c2d1 None None] Provisioning for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:45.433378 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-3d20b89a-5411-4e02-96c5-865757b4c2d1 None None] Provisioning complete for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:45.433918 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d20b89a-5411-4e02-96c5-865757b4c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.474964 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-3d20b89a-5411-4e02-96c5-865757b4c2d1 None None] Port a0f4bb6c-16bc-4e98-851e-02e663ff36fc cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:45.501715 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-85062509-5547-4c13-9c69-335190f56543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:42Z', 'revision_number': 3, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:45.530842 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85062509-5547-4c13-9c69-335190f56543 None None] The sync data for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi is: [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:42Z', 'revision_number': 3, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:45.590312 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.669709 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.757814 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Pushing event updated for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:45.760635 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:45.864552 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:05:45.866307 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:05:46.002839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Router 10f79dbd-32f1-48c3-83ba-6079cd173eab has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:05:46.132449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:05:46.137778 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bfb15b43-9f71-4452-ba16-7c74474aa3f9 admin admin] 10.222.0.73 "PUT /v2.0/routers/10f79dbd-32f1-48c3-83ba-6079cd173eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9523163 Aug 27 04:05:46.199901 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-87a2f200-d8ff-436f-9ae3-e304bd05a215 None None] Provisioning complete for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:46.200401 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-87a2f200-d8ff-436f-9ae3-e304bd05a215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:46.241575 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-87a2f200-d8ff-436f-9ae3-e304bd05a215 None None] Port a0f4bb6c-16bc-4e98-851e-02e663ff36fc cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:05:46.858401 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3957c5a4-16a4-4500-a689-71a1fd79c5de up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:46.923403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41226) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:46.930749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208184773', 'description': 'tempest-secgroup-smoke-1208184773 description', 'project_id': '43ccefac7f3746c68214be66026da43d'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:46.979959 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 3957c5a4-16a4-4500-a689-71a1fd79c5de completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:46.986871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 3957c5a4-16a4-4500-a689-71a1fd79c5de triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:46.989181 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.053814 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.071065 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.093352 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 3957c5a4-16a4-4500-a689-71a1fd79c5de, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3957c5a4-16a4-4500-a689-71a1fd79c5de,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:47.161327 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.219465 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.247877 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.277933 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=3957c5a4-16a4-4500-a689-71a1fd79c5de,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:47.286926 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.287323 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.290761 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.290761 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291066 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407056f1-99d0-47b7-a297-a9d4455e150e,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.291156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:05:47.338122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.339483 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cc7c85dd-77b9-4972-ac68-116305cd2e6d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4150043 Aug 27 04:05:47.342423 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41236) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:47.346986 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:47.454318 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.523898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.636305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.654845 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8dd16db-c327-4479-9729-9697a33b24f9,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:47.733789 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.735026 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-867002c8-3110-4d53-8cd2-6ab403e1477e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3916461 Aug 27 04:05:47.737749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41240) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:47.743026 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:47.870972 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:47.934544 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.088817 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.107964 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a43f56fc-3971-423b-8941-a0673780e74d,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.190930 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.192210 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-11aa8f72-ff12-4025-b24d-a969a8df3886 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4533567 Aug 27 04:05:48.194841 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41244) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.201118 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.255518 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Sync routers for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:05:48.264541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:48.265149 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:48.316463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.392927 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.480407 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.491279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:48.504933 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a8c84c-2986-433b-81ad-3d203c55e74e,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.585011 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.586233 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d644fd0e-62ba-4f01-b2fc-c2ec5c4747ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3904772 Aug 27 04:05:48.589083 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41254) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.593809 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.693487 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.701005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:45Z', 'revision_number': 4, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'a0f4bb6c-16bc-4e98-851e-02e663ff36fc', 'name': '', 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'mac_address': 'fa:16:3e:ba:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:44Z', 'updated_at': '2021-08-27T04:05:45Z', 'revision_number': 2, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'subnets': [{'id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:48.731206 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Checking router: 10f79dbd-32f1-48c3-83ba-6079cd173eab for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:05:48.731563 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Updating router 10f79dbd-32f1-48c3-83ba-6079cd173eab port a0f4bb6c-16bc-4e98-851e-02e663ff36fc binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:05:48.756891 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.757697 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.849502 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.865822 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3957c5a4-16a4-4500-a689-71a1fd79c5de up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:48.879075 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ebe1205-bede-4b93-bfd1-a3aefdf8b914,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:48.951200 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:48.952399 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1d548cde-3a39-4145-837b-6fbaadfd41fe tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3621619 Aug 27 04:05:48.955201 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41256) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:48.959848 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:48.997807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 3957c5a4-16a4-4500-a689-71a1fd79c5de triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:48.998175 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.064933 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Project 43ccefac7f3746c68214be66026da43d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:05:49.070188 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.133003 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.157569 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.173617 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Transition to ACTIVE for port object a0f4bb6c-16bc-4e98-851e-02e663ff36fc will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:05:49.213173 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.230542 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a8547bd-1cdf-4127-886a-5c6454223f3f,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.246615 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.299524 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77465c-e58a-4a44-baac-c1d4ef6d8650 None None] Pushing event updated for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.305091 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.307052 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e6b38f55-10e6-47ab-b352-322aaa38e3c6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3506482 Aug 27 04:05:49.309674 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41260) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:49.314372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'security_group_rule': {'security_group_id': '407056f1-99d0-47b7-a297-a9d4455e150e', 'project_id': '43ccefac7f3746c68214be66026da43d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:05:49.354909 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Attempting to bind port a0f4bb6c-16bc-4e98-851e-02e663ff36fc on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:05:49.360799 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Attempting to bind port a0f4bb6c-16bc-4e98-851e-02e663ff36fc by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:05:49.360799 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Attempting to bind port a0f4bb6c-16bc-4e98-851e-02e663ff36fc on network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:05:49.361842 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:05:49.361842 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Checking segment: {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:05:49.362067 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.362453 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Bound using segment: {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:05:49.362934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Bound port: a0f4bb6c-16bc-4e98-851e-02e663ff36fc, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cab63ec-499a-40b7-a23c-a92d13888896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:05:49.363315 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.413590 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.securitygroups_db [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Project 43ccefac7f3746c68214be66026da43d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:05:49.422043 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.451416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] For port a0f4bb6c-16bc-4e98-851e-02e663ff36fc, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:05:49.455149 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] For port a0f4bb6c-16bc-4e98-851e-02e663ff36fc, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:05:49.504631 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.516856 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.568696 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.592300 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:05:49.593336 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:05:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:49.599469 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a0df21-5c49-46a0-8598-71a722a6bc9b,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.638035 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77465c-e58a-4a44-baac-c1d4ef6d8650 None None] Pushing event updated for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:49.675353 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:49.677137 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2ff1dbc9-426e-472c-9dac-2a0331eb6517 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3661497 Aug 27 04:05:49.728356 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:05:49.969281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:45Z', 'revision_number': 4, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'a0f4bb6c-16bc-4e98-851e-02e663ff36fc', 'name': '', 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'mac_address': 'fa:16:3e:ba:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:44Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 4, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'subnets': [{'id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:05:50.003845 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf8f58c-22f2-4796-82fa-807199708a83 None None] The sync data for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi is: [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:05:45Z', 'revision_number': 4, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'a0f4bb6c-16bc-4e98-851e-02e663ff36fc', 'name': '', 'network_id': '613ff770-6ca9-4c63-8cd7-f6bfa0994ead', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'mac_address': 'fa:16:3e:ba:27:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:44Z', 'updated_at': '2021-08-27T04:05:49Z', 'revision_number': 4, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'subnets': [{'id': 'c12d00b5-02fc-4b60-87ad-512b379883da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:05:50.868057 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a0f4bb6c-16bc-4e98-851e-02e663ff36fc up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:50.996649 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:05:51.001384 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:51.007932 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.100837 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.141647 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port a0f4bb6c-16bc-4e98-851e-02e663ff36fc, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:05:51.253795 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:51.315273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:52.870656 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a0f4bb6c-16bc-4e98-851e-02e663ff36fc up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:05:52.925393 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port a0f4bb6c-16bc-4e98-851e-02e663ff36fc triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:05:52.926356 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.516750 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:53.780301 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41424) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:54.163846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbe99-873d-4f8a-8041-6c43f2d2cd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.264954 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbe99-873d-4f8a-8041-6c43f2d2cd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.344896 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6e8bbe99-873d-4f8a-8041-6c43f2d2cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.387927 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6e8bbe99-873d-4f8a-8041-6c43f2d2cd55 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3324f821a61944f9b1044eead4894fd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063402 Aug 27 04:05:54.388769 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8bbe99-873d-4f8a-8041-6c43f2d2cd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b2e3c9-cf1d-44a4-a69a-16ef776e3374,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:54.391547 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41450) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:54.452626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.481300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.631382 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.634026 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:54.635365 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/56b2e3c9-cf1d-44a4-a69a-16ef776e3374 HTTP/1.1" status: 204 len: 168 time: 0.2428021 Aug 27 04:05:54.654201 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94f80-c03a-414c-b50f-8d5a3d897d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b2e3c9-cf1d-44a4-a69a-16ef776e3374,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.158898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41524) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:57.281084 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-15842ff8-d290-446f-b1f7-53d9909473a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.382386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-15842ff8-d290-446f-b1f7-53d9909473a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.470541 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-15842ff8-d290-446f-b1f7-53d9909473a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.511083 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-15842ff8-d290-446f-b1f7-53d9909473a0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c0db604c73304e78be69d2080bc7b04d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510358 Aug 27 04:05:57.511803 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15842ff8-d290-446f-b1f7-53d9909473a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83361ce7-3e28-4beb-9d43-7784e6c1aa39,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:05:57.516186 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41536) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:05:57.567071 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.588123 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.711137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.713686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:05:57.714910 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/83361ce7-3e28-4beb-9d43-7784e6c1aa39 HTTP/1.1" status: 204 len: 168 time: 0.1971819 Aug 27 04:05:57.723204 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e1910-2623-432b-a391-7ba0058c4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83361ce7-3e28-4beb-9d43-7784e6c1aa39,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:00.315200 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 41596) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:00.418472 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f45c-9bb4-4bad-a68d-adbcbdd0c7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.546654 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f45c-9bb4-4bad-a68d-adbcbdd0c7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.637004 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f45c-9bb4-4bad-a68d-adbcbdd0c7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.686149 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8cc4f45c-9bb4-4bad-a68d-adbcbdd0c7f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=37d40034441a410490e120eb9f969d88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738341 Aug 27 04:06:00.688263 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4f45c-9bb4-4bad-a68d-adbcbdd0c7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8792583-2f3d-4b73-9be3-f52feeb2e6d2,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:00.689562 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 41612) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:00.759798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.780820 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.916530 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.919065 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:00.920237 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8792583-2f3d-4b73-9be3-f52feeb2e6d2 HTTP/1.1" status: 204 len: 168 time: 0.2284007 Aug 27 04:06:00.928855 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ce531-98c3-40c6-8c6a-afaf926afbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8792583-2f3d-4b73-9be3-f52feeb2e6d2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:01.234319 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a10ab-9bdd-46fa-b365-300750437abd req-4f04053d-ed99-46a9-a9f0-69ccc4495190 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.235427 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d3a10ab-9bdd-46fa-b365-300750437abd req-4f04053d-ed99-46a9-a9f0-69ccc4495190 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0608988 Aug 27 04:06:01.307372 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d3a10ab-9bdd-46fa-b365-300750437abd req-281504cf-265a-42fd-9436-0064ce3c78ff tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641804 Aug 27 04:06:01.317637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-5254f2ee-7dc5-49aa-927b-f812fabdff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.321068 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-5254f2ee-7dc5-49aa-927b-f812fabdff45 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0608556 Aug 27 04:06:01.418661 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-b9e9f85d-9903-49bc-929e-593432bbf9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.420162 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-b9e9f85d-9903-49bc-929e-593432bbf9dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0927160 Aug 27 04:06:01.465506 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-2d77141d-7d74-40f1-8749-943b355a79c3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.0370543 Aug 27 04:06:01.535645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-44c82e0a-3316-4fba-b197-4e14466e14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:01.540987 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-44c82e0a-3316-4fba-b197-4e14466e14ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0514631 Aug 27 04:06:01.578137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-36f40f3b-2334-406e-9c17-d29af73eeffc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247865 Aug 27 04:06:01.683012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-5677c68e-4a6e-4cca-9707-e1ab148d1a7c service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936134 Aug 27 04:06:01.782746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d912b12-7d8c-4c3a-b330-8d8eb584ba40 req-d8ed72c1-0b99-4411-9ef8-511dbf85d180 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924578 Aug 27 04:06:01.946163 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:06:02.447224 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055253c6-cdad-402c-8fa2-19f77a04e88e req-647fadfc-7475-4618-a002-5c1ef6f0d951 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:02.448866 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-055253c6-cdad-402c-8fa2-19f77a04e88e req-647fadfc-7475-4618-a002-5c1ef6f0d951 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0611942 Aug 27 04:06:02.492525 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-055253c6-cdad-402c-8fa2-19f77a04e88e req-f8efe70a-d4d4-4738-8574-09a0013c98f9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Aug 27 04:06:03.462991 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-fd9904f3-e542-44fc-b997-142e6015dc85 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:03.464459 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-fd9904f3-e542-44fc-b997-142e6015dc85 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1084137 Aug 27 04:06:03.480253 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2a6ad651-3a81-4efe-8a2b-52b719207299 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/quotas/c67ffd3553c245acabcdcfd5a15252e3 HTTP/1.1" status: 200 len: 375 time: 0.0099974 Aug 27 04:06:03.539828 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-724ebf68-9574-4728-a934-780138ac0f1e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0538650 Aug 27 04:06:03.673752 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b1e5-a60f-4530-b61a-41191fbd1aa5 req-259afeae-03f6-4c1e-9b36-e7185060c32f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:03.679062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ac4b1e5-a60f-4530-b61a-41191fbd1aa5 req-259afeae-03f6-4c1e-9b36-e7185060c32f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1083028 Aug 27 04:06:03.679862 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-7eb4ce21-56d3-4833-bb8b-92206a4b2025 service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315079 Aug 27 04:06:03.766836 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ac4b1e5-a60f-4530-b61a-41191fbd1aa5 req-b6df2e16-b64e-4137-b54e-115be370bedb tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840735 Aug 27 04:06:03.799388 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-a355a40a-2b6f-42a7-a7b9-3ab115c5dd1d service neutron] 10.222.0.73 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103401 Aug 27 04:06:04.100070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dde99e6c-129f-4ca9-99c2-6af856710831 req-8ab2a6e5-ecf7-4050-b1ea-1b47f460929a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 210 time: 0.0341084 Aug 27 04:06:04.902001 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b4f47-41cd-4707-9227-14a42647b0cc req-c5f0c5fe-f8f9-45a3-afc3-fe7dc5acb864 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:04.903875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-193b4f47-41cd-4707-9227-14a42647b0cc req-c5f0c5fe-f8f9-45a3-afc3-fe7dc5acb864 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Aug 27 04:06:04.954758 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-193b4f47-41cd-4707-9227-14a42647b0cc req-fcefc785-0c22-4576-84d4-3468ba8d4049 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409584 Aug 27 04:06:05.197984 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-810e2caa-40a7-420d-b0c8-9fe077b58198 req-25e0c086-3a4c-4fa7-96de-ad0c22034f9d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 210 time: 0.0259969 Aug 27 04:06:06.081351 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa161-0acb-4dd5-ad75-201140671586 req-54a6f00f-20ff-4117-bf2b-22076168780f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:06.083487 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bcffa161-0acb-4dd5-ad75-201140671586 req-54a6f00f-20ff-4117-bf2b-22076168780f tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0531719 Aug 27 04:06:06.122779 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bcffa161-0acb-4dd5-ad75-201140671586 req-434786ad-f7f8-4b68-881d-c8a4bc68932b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Aug 27 04:06:06.315247 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8de3cd4-ffde-4724-b195-a8838fb6d3f7 req-35e71f70-5dd9-49df-9c91-922b3986a8b1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 210 time: 0.0332217 Aug 27 04:06:06.482759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-6f7e39ea-1d43-4e41-847b-4c784117d7b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:06.484205 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-6f7e39ea-1d43-4e41-847b-4c784117d7b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/networks?id=bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 200 len: 815 time: 0.1113641 Aug 27 04:06:06.506229 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Request body: {'port': {'device_id': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'admin_state_up': True, 'tenant_id': 'c67ffd3553c245acabcdcfd5a15252e3'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:06.745328 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Made reservation on behalf of c67ffd3553c245acabcdcfd5a15252e3 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:06.749483 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:06.878550 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Allocated IP 172.20.0.5 (bd5cbeee-0483-497b-a816-2825652e56f8/058a9945-4352-4208-8895-7d6945394e54/c7b390d3-307b-4783-8110-7fc1b14d1e6e) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:07.057617 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.168275 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.244561 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Network bd5cbeee-0483-497b-a816-2825652e56f8 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:07.249937 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:07.252504 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event updated for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:07.255542 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:07.261197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:07.261811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:07.289479 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dd6b4-85a2-4ab6-bd22-6e561ab3bf33 req-40587ef6-37f3-4e70-8725-4b1037e4e483 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:07.291228 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-338dd6b4-85a2-4ab6-bd22-6e561ab3bf33 req-40587ef6-37f3-4e70-8725-4b1037e4e483 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0922194 Aug 27 04:06:07.346155 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-338dd6b4-85a2-4ab6-bd22-6e561ab3bf33 req-dc8f005d-6fa2-4578-ad72-bf8951e3dad6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481157 Aug 27 04:06:07.362526 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-2f7281bf-b2f2-447c-9a61-290f1334e696 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8614006 Aug 27 04:06:07.451332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce3064-a0d9-404d-ac7f-155c015f19d7 req-5d7c648c-ca01-469f-b4bc-b739d45a5f71 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:07.452793 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-88ce3064-a0d9-404d-ac7f-155c015f19d7 req-5d7c648c-ca01-469f-b4bc-b739d45a5f71 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 931 time: 0.0490127 Aug 27 04:06:07.491723 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-88ce3064-a0d9-404d-ac7f-155c015f19d7 req-3686f30c-73ef-4154-ba68-848ddafd2196 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323055 Aug 27 04:06:08.468566 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e78fae-f4d9-44c3-957c-fd9bd82ee310 req-76e74524-fb3a-4ed7-9be5-46400e72b200 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:08.470025 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61e78fae-f4d9-44c3-957c-fd9bd82ee310 req-76e74524-fb3a-4ed7-9be5-46400e72b200 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0510416 Aug 27 04:06:08.508131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61e78fae-f4d9-44c3-957c-fd9bd82ee310 req-341c9e5d-b815-49a0-be77-77d18bf62958 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Aug 27 04:06:08.613574 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4336c5-006f-4369-ab12-d2cf1d2880e2 req-153abdf6-3929-4f6d-9159-6c92eb8dc3e1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:08.619681 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4336c5-006f-4369-ab12-d2cf1d2880e2 req-153abdf6-3929-4f6d-9159-6c92eb8dc3e1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 931 time: 0.0560987 Aug 27 04:06:08.658421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4336c5-006f-4369-ab12-d2cf1d2880e2 req-24019823-be88-4526-ada0-ee324a59aa58 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Aug 27 04:06:09.053309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd4236da-3c67-4dc0-beb4-84b681aff3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:09.624829 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19528af5-7ce9-441e-91f5-8d3d6940eb98 req-dede6bfc-6a53-4ed1-89ad-63ee20581721 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.626341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-19528af5-7ce9-441e-91f5-8d3d6940eb98 req-dede6bfc-6a53-4ed1-89ad-63ee20581721 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Aug 27 04:06:09.666433 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-19528af5-7ce9-441e-91f5-8d3d6940eb98 req-c98dab1c-c17d-4f4e-960a-741450751820 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339355 Aug 27 04:06:09.774833 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16e2da-1439-4922-b15b-9202015c1c50 req-d6c8b6d2-ec69-4318-adec-4d2fd4b0405a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:09.776328 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd16e2da-1439-4922-b15b-9202015c1c50 req-d6c8b6d2-ec69-4318-adec-4d2fd4b0405a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 931 time: 0.0481055 Aug 27 04:06:09.817109 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd16e2da-1439-4922-b15b-9202015c1c50 req-7e2584b3-08d8-4058-8bfb-7aeeb9cca224 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346594 Aug 27 04:06:10.805724 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d61e9c-5cb4-4093-8b0d-30706f9fc27f req-b09aae4f-5f8a-40fa-ae55-5e285780bc61 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:10.807291 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86d61e9c-5cb4-4093-8b0d-30706f9fc27f req-b09aae4f-5f8a-40fa-ae55-5e285780bc61 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0557406 Aug 27 04:06:10.851496 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86d61e9c-5cb4-4093-8b0d-30706f9fc27f req-8abead49-48bd-48d3-8ace-a1b1177d0714 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371425 Aug 27 04:06:10.958351 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f491d6e-6770-45e6-8baf-0c818cfd10dc req-a642a634-2f5b-4159-9200-565b0ee3a840 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:10.959906 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f491d6e-6770-45e6-8baf-0c818cfd10dc req-a642a634-2f5b-4159-9200-565b0ee3a840 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 931 time: 0.0514452 Aug 27 04:06:10.998399 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f491d6e-6770-45e6-8baf-0c818cfd10dc req-6769c81d-abdf-44bd-bf58-44a2e3979260 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325017 Aug 27 04:06:11.796536 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-753b29d0-8e62-42e4-9284-fcbf13179722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:11.974598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a79e1-d5cc-46b3-a8f3-fab0cb89edf5 req-dc6bcf5b-f084-4e78-826d-e91153074998 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:11.976124 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-362a79e1-d5cc-46b3-a8f3-fab0cb89edf5 req-dc6bcf5b-f084-4e78-826d-e91153074998 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0502746 Aug 27 04:06:11.991233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:12.017194 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-362a79e1-d5cc-46b3-a8f3-fab0cb89edf5 req-a3a319ea-7b76-4b04-b120-668db0f36cc1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347729 Aug 27 04:06:12.143149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895e9b9-365b-4c9b-8ae0-cb07e530372b req-e4d63660-ef4f-42cf-9258-c3d18217d2db tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:12.144651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a895e9b9-365b-4c9b-8ae0-cb07e530372b req-e4d63660-ef4f-42cf-9258-c3d18217d2db tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 931 time: 0.0542817 Aug 27 04:06:12.194135 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a895e9b9-365b-4c9b-8ae0-cb07e530372b req-5970e933-16b9-4f31-9d30-52bc752dee8f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396142 Aug 27 04:06:12.367939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4', '8e649769-14df-4b18-9356-5317f00eaeb7', 'e27b77a5-6aea-4f02-b303-64570873e3a4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:12.425675 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Request body: {'port': {'device_id': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:12.502177 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:12.787090 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b390d3-307b-4783-8110-7fc1b14d1e6e {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:12.794623 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:12.806876 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Transition to ACTIVE for port object c7b390d3-307b-4783-8110-7fc1b14d1e6e will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:12.811354 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:12.915408 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:12.973624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:13.007904 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Attempting to bind port c7b390d3-307b-4783-8110-7fc1b14d1e6e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:13.008585 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Attempting to bind port c7b390d3-307b-4783-8110-7fc1b14d1e6e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:13.008673 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Attempting to bind port c7b390d3-307b-4783-8110-7fc1b14d1e6e on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:13.014118 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Port c7b390d3-307b-4783-8110-7fc1b14d1e6e on network bd5cbeee-0483-497b-a816-2825652e56f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:06:13.014581 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Attempting to bind port c7b390d3-307b-4783-8110-7fc1b14d1e6e on network bd5cbeee-0483-497b-a816-2825652e56f8 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:13.021566 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:13.022018 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Checking segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:13.022486 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Bound using segment: {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:13.023054 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Bound port: c7b390d3-307b-4783-8110-7fc1b14d1e6e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:13.023576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:13.103571 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:13.106736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:13.159564 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1abffd-773f-423a-8dfe-dd7260d27028 req-595bc562-11a8-4d30-aa23-a1f6f384f582 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.162057 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c1abffd-773f-423a-8dfe-dd7260d27028 req-595bc562-11a8-4d30-aa23-a1f6f384f582 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0538328 Aug 27 04:06:13.201201 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:13.238603 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c1abffd-773f-423a-8dfe-dd7260d27028 req-97a2dae4-7067-46e9-994e-a6aa8f3933c1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700765 Aug 27 04:06:13.247149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.260913 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:13.260913 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] 10.222.0.74 "PUT /v2.0/ports/c7b390d3-307b-4783-8110-7fc1b14d1e6e HTTP/1.1" status: 200 len: 1093 time: 0.8285477 Aug 27 04:06:13.260913 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:13.260913 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd387e8-3277-4650-85e4-c15cdfea1b71" -d '{"events": [{"name": "network-changed", "server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:13.291828 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7025e-fb3d-441c-8dd4-9fdf7c5f1da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:13.314898 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e724c5-4ce6-4b1a-8c80-53743fe4efb6 x-openstack-request-id: req-82e724c5-4ce6-4b1a-8c80-53743fe4efb6 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:13.315187 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:13.315435 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-82e724c5-4ce6-4b1a-8c80-53743fe4efb6 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:13.315819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e', 'status': 'completed', 'code': 200} Aug 27 04:06:13.342837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc1840-3b9e-44a1-aadc-308f1775a973 req-01c0f6a5-65f5-4ab8-8624-17c5be3f5c40 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.344760 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7fc1840-3b9e-44a1-aadc-308f1775a973 req-01c0f6a5-65f5-4ab8-8624-17c5be3f5c40 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0685637 Aug 27 04:06:13.421366 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7fc1840-3b9e-44a1-aadc-308f1775a973 req-01efcfcb-1e7d-4496-ab07-def90e1acf06 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614548 Aug 27 04:06:13.424232 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-5c94b50d-bbf6-4eab-a10b-2a48da16bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.425635 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-5c94b50d-bbf6-4eab-a10b-2a48da16bb9f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 1096 time: 0.0744567 Aug 27 04:06:13.543835 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-92f9124c-2a95-41df-b8c6-d33fd730207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.545329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-92f9124c-2a95-41df-b8c6-d33fd730207b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965703 Aug 27 04:06:13.862755 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-24abc9e8-a451-4f68-b4be-f91396e406af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:13.864952 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7dd387e8-3277-4650-85e4-c15cdfea1b71 req-24abc9e8-a451-4f68-b4be-f91396e406af service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3034697 Aug 27 04:06:14.039044 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-1d0551a6-2867-4899-9219-2cf5610aac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.040506 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-1d0551a6-2867-4899-9219-2cf5610aac08 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 1096 time: 0.0439432 Aug 27 04:06:14.100358 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-3cef39fc-1c9e-4b20-8867-91bc975900be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e HTTP/1.1" status: 200 len: 217 time: 0.0438356 Aug 27 04:06:14.155926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-194c6f76-b66f-4f4a-b09e-620110b053f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.157393 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-194c6f76-b66f-4f4a-b09e-620110b053f9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 200 len: 855 time: 0.0503829 Aug 27 04:06:14.179522 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:14.192384 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-09206f80-1522-4027-8bc2-0db56b7eb8bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bd5cbeee-0483-497b-a816-2825652e56f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253446 Aug 27 04:06:14.299576 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-505c603f-49ea-46be-aa4e-72dfcd13264f service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944059 Aug 27 04:06:14.435036 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abdf5e5-2e1d-4ebf-b5af-359681f2833f req-3954cb5f-af0f-4e71-bee0-f41a2b7d8b38 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.436496 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7abdf5e5-2e1d-4ebf-b5af-359681f2833f req-3954cb5f-af0f-4e71-bee0-f41a2b7d8b38 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1112943 Aug 27 04:06:14.438858 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f2ad7f4-0de8-486b-88f1-ed89cc912c33 req-b05cf68a-5a20-4551-a382-40f7584c2eaf service neutron] 10.222.0.74 "GET /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335628 Aug 27 04:06:14.494194 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7abdf5e5-2e1d-4ebf-b5af-359681f2833f req-1ee4d35b-0fc6-47b3-914a-b733ba3a9ac0 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509346 Aug 27 04:06:14.560681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbfa465-d3b9-4e2f-9ccb-27c93f716a73 req-d759c308-811e-4870-b504-0867adfeb802 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:14.562234 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0dbfa465-d3b9-4e2f-9ccb-27c93f716a73 req-d759c308-811e-4870-b504-0867adfeb802 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0544727 Aug 27 04:06:14.613796 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0dbfa465-d3b9-4e2f-9ccb-27c93f716a73 req-2be99fbc-7d99-4ec1-821f-c11dfa59ec2b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Aug 27 04:06:15.620087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8e9db-efc5-4805-9843-f210a95c96bd req-9f1c7763-1d01-4d7a-8ed8-55295f19f9bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:15.621588 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86f8e9db-efc5-4805-9843-f210a95c96bd req-9f1c7763-1d01-4d7a-8ed8-55295f19f9bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0513866 Aug 27 04:06:15.669626 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86f8e9db-efc5-4805-9843-f210a95c96bd req-90a3c595-9cba-4de4-9bfb-1e9f6241cd77 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Aug 27 04:06:15.779696 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2b26-7b35-4488-ae59-600c0a2ce8af req-f0d690da-e8e1-4614-a6d3-6f0b66b330f0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:15.781213 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65aa2b26-7b35-4488-ae59-600c0a2ce8af req-f0d690da-e8e1-4614-a6d3-6f0b66b330f0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0500159 Aug 27 04:06:15.825885 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65aa2b26-7b35-4488-ae59-600c0a2ce8af req-d08537c1-23c5-4b99-85a9-c48ce414f6db tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Aug 27 04:06:16.806474 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4223ca-54b4-4ec1-a892-cbb2aac42e20 req-5ae1029d-a606-4fcb-9d70-22d9323eba48 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.808062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-db4223ca-54b4-4ec1-a892-cbb2aac42e20 req-5ae1029d-a606-4fcb-9d70-22d9323eba48 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0557673 Aug 27 04:06:16.852071 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-db4223ca-54b4-4ec1-a892-cbb2aac42e20 req-cd6333c9-1221-4120-95d6-ef7f26f01009 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377057 Aug 27 04:06:16.959843 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6803b-73f4-41fd-9ccc-ce5e7b3da2b8 req-a2ca79f4-1088-4857-832f-8c90b6b2fd8d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:16.961405 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-edf6803b-73f4-41fd-9ccc-ce5e7b3da2b8 req-a2ca79f4-1088-4857-832f-8c90b6b2fd8d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0522642 Aug 27 04:06:17.002819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-edf6803b-73f4-41fd-9ccc-ce5e7b3da2b8 req-45f75805-1e19-4e53-ab12-405a8604553f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354650 Aug 27 04:06:17.968803 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27439f0-fd8a-43a9-bf67-7fce9d960aaa req-dfef6a17-9857-4614-9e3c-29428cb1e7a7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:17.970202 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b27439f0-fd8a-43a9-bf67-7fce9d960aaa req-dfef6a17-9857-4614-9e3c-29428cb1e7a7 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 27 04:06:18.007863 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b27439f0-fd8a-43a9-bf67-7fce9d960aaa req-7e8ccef7-85ea-44d4-83e3-2723d99f7e1d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311000 Aug 27 04:06:18.123228 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd79e7-5b24-4c67-9c43-9ee49f107a3c req-b0ef12b1-93ba-4bb0-b4ad-4282d2edad60 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:18.124704 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04fd79e7-5b24-4c67-9c43-9ee49f107a3c req-b0ef12b1-93ba-4bb0-b4ad-4282d2edad60 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0552769 Aug 27 04:06:18.163566 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04fd79e7-5b24-4c67-9c43-9ee49f107a3c req-3ec44925-c306-4414-8232-92ef77088a6d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324633 Aug 27 04:06:19.132294 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f99bf-7002-477f-8d50-98ce23c2ab6b req-ec5abe9a-fa79-4c62-b718-da9e781ab70a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:19.133792 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de9f99bf-7002-477f-8d50-98ce23c2ab6b req-ec5abe9a-fa79-4c62-b718-da9e781ab70a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0577550 Aug 27 04:06:19.172542 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de9f99bf-7002-477f-8d50-98ce23c2ab6b req-dd516b07-236a-4e8e-a648-5a157c7387ec tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Aug 27 04:06:19.280436 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d22ca-7c6c-4a4b-80e0-0e6b56b4dfa9 req-08c1db3c-f01b-4f7f-9c81-c54ffaa6ce79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:19.282171 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b49d22ca-7c6c-4a4b-80e0-0e6b56b4dfa9 req-08c1db3c-f01b-4f7f-9c81-c54ffaa6ce79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0501580 Aug 27 04:06:19.322363 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b49d22ca-7c6c-4a4b-80e0-0e6b56b4dfa9 req-47d727df-adf9-483a-9777-8a41f6e19b42 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Aug 27 04:06:20.295869 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f7c543-ebc3-4682-a79b-48ed51f5bfd9 req-5c432353-d6b0-4d74-94a8-e6c63e8f2b1a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.297225 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2f7c543-ebc3-4682-a79b-48ed51f5bfd9 req-5c432353-d6b0-4d74-94a8-e6c63e8f2b1a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0517800 Aug 27 04:06:20.336408 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2f7c543-ebc3-4682-a79b-48ed51f5bfd9 req-9e1939aa-a8e3-4326-a5ef-8e9c2ba770bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Aug 27 04:06:20.438151 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e50b8-9b9b-4514-b0b5-3824397b9591 req-12016a69-44b7-4f8e-989b-b236a7a2a2c0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:20.439739 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-465e50b8-9b9b-4514-b0b5-3824397b9591 req-12016a69-44b7-4f8e-989b-b236a7a2a2c0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0496137 Aug 27 04:06:20.478692 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-465e50b8-9b9b-4514-b0b5-3824397b9591 req-c7afd5cf-e412-4c66-8121-749184d172ea tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318274 Aug 27 04:06:21.461934 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6f4fa-180f-44a6-b7d7-9ba6a441fc6b req-58ed48bb-7fef-4c9a-a1fe-47868c44b0dd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.463459 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92f6f4fa-180f-44a6-b7d7-9ba6a441fc6b req-58ed48bb-7fef-4c9a-a1fe-47868c44b0dd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0553749 Aug 27 04:06:21.503866 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92f6f4fa-180f-44a6-b7d7-9ba6a441fc6b req-966912ad-e42d-49e9-a452-a3ae07dcc540 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342796 Aug 27 04:06:21.613105 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd72f2-b7a1-4961-a2e5-627268791528 req-98e9127e-2008-425b-85fe-a8dedac4e36d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.614615 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f0fd72f2-b7a1-4961-a2e5-627268791528 req-98e9127e-2008-425b-85fe-a8dedac4e36d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0539994 Aug 27 04:06:21.657215 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f0fd72f2-b7a1-4961-a2e5-627268791528 req-a9f70f6e-f033-43e6-9c70-ed74653b550f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Aug 27 04:06:21.791713 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ea11b-e14f-435e-8756-ae5deed8944d req-a40c52f8-bb41-47d4-b323-e82bb53252ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:21.793197 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d3ea11b-e14f-435e-8756-ae5deed8944d req-a40c52f8-bb41-47d4-b323-e82bb53252ef service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0404611 Aug 27 04:06:21.832406 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d3ea11b-e14f-435e-8756-ae5deed8944d req-bd075cb6-4d07-418b-b49b-91e18a8592ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297704 Aug 27 04:06:22.639811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bebefe-83c0-4596-b0e3-52aa5fe5fb04 req-ac8c541f-cb18-48a0-96e1-17df3302417b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.641301 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1bebefe-83c0-4596-b0e3-52aa5fe5fb04 req-ac8c541f-cb18-48a0-96e1-17df3302417b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0579724 Aug 27 04:06:22.687481 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1bebefe-83c0-4596-b0e3-52aa5fe5fb04 req-3a1d4ada-3ee8-4993-8c85-52195e0a7e1d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400143 Aug 27 04:06:22.800799 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32ac1a-6674-4ebc-950c-bc9f611d7a56 req-1ad3c464-43f4-44a2-9852-848da791b761 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:22.801582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca32ac1a-6674-4ebc-950c-bc9f611d7a56 req-1ad3c464-43f4-44a2-9852-848da791b761 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0544336 Aug 27 04:06:22.842720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ca32ac1a-6674-4ebc-950c-bc9f611d7a56 req-c62c29b2-9863-4080-9821-d8a460b9d350 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336001 Aug 27 04:06:23.493661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:23.814257 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa853181-a992-415e-89ce-13bfce27e981 req-f234e735-c047-4ce4-9025-81912ac747c3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:23.815785 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa853181-a992-415e-89ce-13bfce27e981 req-f234e735-c047-4ce4-9025-81912ac747c3 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0525007 Aug 27 04:06:23.857630 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa853181-a992-415e-89ce-13bfce27e981 req-fedbe5cc-829d-48ee-a614-cae80c8e3b69 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351722 Aug 27 04:06:23.969258 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63af83-2d2d-49a3-b505-9d7cae164535 req-7cdb9ece-2ea8-4ac7-98b7-8cde7a79f10a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:23.970781 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b63af83-2d2d-49a3-b505-9d7cae164535 req-7cdb9ece-2ea8-4ac7-98b7-8cde7a79f10a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0520391 Aug 27 04:06:24.052323 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b63af83-2d2d-49a3-b505-9d7cae164535 req-ddc3d8df-0017-4dfd-ae2c-4d565cbf1658 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Aug 27 04:06:24.985641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c930ef6-08d9-446d-a1f8-8f7e0a24a457 req-aec17f82-ca58-4f0b-8e74-7974f2a458b8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:24.987251 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c930ef6-08d9-446d-a1f8-8f7e0a24a457 req-aec17f82-ca58-4f0b-8e74-7974f2a458b8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0550075 Aug 27 04:06:25.032135 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c930ef6-08d9-446d-a1f8-8f7e0a24a457 req-db8acd6c-b171-4db6-a2af-352902155742 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381138 Aug 27 04:06:25.137970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572559ed-86de-461d-9c56-0b561d815d8e req-09c4b128-6b8f-42f0-b536-6b201e3463f1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:25.139833 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-572559ed-86de-461d-9c56-0b561d815d8e req-09c4b128-6b8f-42f0-b536-6b201e3463f1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0523999 Aug 27 04:06:25.180380 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-572559ed-86de-461d-9c56-0b561d815d8e req-c304347b-367e-49d2-aa24-bf8aee986a95 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344725 Aug 27 04:06:26.148846 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6640c32-0c8c-4142-bcd2-c88a116b2516 req-b832d502-e7f8-47cd-b874-b9a670ceea80 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.150446 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6640c32-0c8c-4142-bcd2-c88a116b2516 req-b832d502-e7f8-47cd-b874-b9a670ceea80 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0491495 Aug 27 04:06:26.188723 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6640c32-0c8c-4142-bcd2-c88a116b2516 req-57e72e73-d8fa-4bae-aded-76dabf0cfdcd tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323637 Aug 27 04:06:26.299731 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7205395-29b0-4058-a58c-e3d8ff8d67ce req-7724298f-1c4f-4765-a0a2-06741e63063f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:26.301101 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7205395-29b0-4058-a58c-e3d8ff8d67ce req-7724298f-1c4f-4765-a0a2-06741e63063f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0517297 Aug 27 04:06:26.342386 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7205395-29b0-4058-a58c-e3d8ff8d67ce req-986dd827-f3c6-406d-aab6-06ee22d9f8ab tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347412 Aug 27 04:06:27.310961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe19a2-c8ab-46cd-a38f-815f66858a0a req-809f8864-012a-4222-aba9-af2b65f3d419 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:27.312432 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7afe19a2-c8ab-46cd-a38f-815f66858a0a req-809f8864-012a-4222-aba9-af2b65f3d419 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0503933 Aug 27 04:06:27.353878 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7afe19a2-c8ab-46cd-a38f-815f66858a0a req-0fb79123-a243-4b2a-ac22-d3e7ba6d160a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Aug 27 04:06:27.466090 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86b45a-e000-4a26-801c-9718879d71ec req-ce18b372-9d84-4266-8a0e-67960b846314 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:27.467636 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6e86b45a-e000-4a26-801c-9718879d71ec req-ce18b372-9d84-4266-8a0e-67960b846314 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0534234 Aug 27 04:06:27.508623 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6e86b45a-e000-4a26-801c-9718879d71ec req-33dd89c9-1286-482a-8253-0fb0d327816e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349817 Aug 27 04:06:28.483149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b5d025-08d9-48af-9ce4-c6ffcd585717 req-99fcf40a-de61-4682-bf97-d7ae27e24d76 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:28.484642 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42b5d025-08d9-48af-9ce4-c6ffcd585717 req-99fcf40a-de61-4682-bf97-d7ae27e24d76 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0602098 Aug 27 04:06:28.525930 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-42b5d025-08d9-48af-9ce4-c6ffcd585717 req-0448ae18-45ac-4c90-be0a-94dc64d13843 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353107 Aug 27 04:06:28.643130 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea4f108-8e7a-4b46-b4f5-f3cb35aa6a1b req-87bfb4f7-cd42-4fb9-8755-cbd8acb7b001 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:28.644455 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eea4f108-8e7a-4b46-b4f5-f3cb35aa6a1b req-87bfb4f7-cd42-4fb9-8755-cbd8acb7b001 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0542381 Aug 27 04:06:28.685363 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eea4f108-8e7a-4b46-b4f5-f3cb35aa6a1b req-9fe194b8-70a0-4cee-84cc-4d84950e8883 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341659 Aug 27 04:06:29.655857 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6106302-26bf-4dac-ad8b-3515c15913e2 req-9edbf5b4-ef95-461d-b110-f610922a5f68 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.657344 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6106302-26bf-4dac-ad8b-3515c15913e2 req-9edbf5b4-ef95-461d-b110-f610922a5f68 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0576079 Aug 27 04:06:29.700260 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6106302-26bf-4dac-ad8b-3515c15913e2 req-d2d1c06c-70a2-461a-815c-5c69ef3c9562 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370684 Aug 27 04:06:29.839729 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0503967-eb37-4de1-9948-894d359eb604 req-2526825e-fe3f-415c-b3cb-4a2649af7c71 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:29.841219 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a0503967-eb37-4de1-9948-894d359eb604 req-2526825e-fe3f-415c-b3cb-4a2649af7c71 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0567136 Aug 27 04:06:29.882792 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a0503967-eb37-4de1-9948-894d359eb604 req-2847fa9c-dd53-4535-bfbc-2ba39e8360bf tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353587 Aug 27 04:06:30.823123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd1b0c-bb6a-4640-9665-fb7e9a1286fc req-97b73cec-cdda-4f8e-9492-5a855a71c6cf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.824697 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38dd1b0c-bb6a-4640-9665-fb7e9a1286fc req-97b73cec-cdda-4f8e-9492-5a855a71c6cf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0514708 Aug 27 04:06:30.862164 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38dd1b0c-bb6a-4640-9665-fb7e9a1286fc req-cb75fffa-4868-4148-8bcd-bf5fa99acf6c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Aug 27 04:06:30.997434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2e143-e030-4740-928f-0612c2cf79da req-dd411aab-ce57-4537-9e93-0fb449adc847 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:30.998977 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37e2e143-e030-4740-928f-0612c2cf79da req-dd411aab-ce57-4537-9e93-0fb449adc847 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0486794 Aug 27 04:06:31.037023 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37e2e143-e030-4740-928f-0612c2cf79da req-405c4c73-8250-4186-b747-b5b93a06408b tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Aug 27 04:06:31.983915 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d423f-4eaa-470f-b85a-89cb94806a9e req-497105ec-9af2-4a3e-a086-947b847335e8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:31.985396 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f77d423f-4eaa-470f-b85a-89cb94806a9e req-497105ec-9af2-4a3e-a086-947b847335e8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0552783 Aug 27 04:06:32.026629 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f77d423f-4eaa-470f-b85a-89cb94806a9e req-2b24eeb4-fd41-4e3f-9fc8-89a8c9671935 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352581 Aug 27 04:06:32.152292 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3623b-c2ac-4f94-8b28-9faea430d58c req-9613e38a-7d1e-4c38-9af1-0328bb63cb73 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:32.153674 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7d3623b-c2ac-4f94-8b28-9faea430d58c req-9613e38a-7d1e-4c38-9af1-0328bb63cb73 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0486112 Aug 27 04:06:32.193089 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7d3623b-c2ac-4f94-8b28-9faea430d58c req-2eb9128e-ca43-4fe8-8145-0c5121384491 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Aug 27 04:06:33.140996 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a98871-560b-46ef-a61f-13e49834e957 req-4e0f275d-2f15-4787-a5ff-f31a7d01f17c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.142474 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48a98871-560b-46ef-a61f-13e49834e957 req-4e0f275d-2f15-4787-a5ff-f31a7d01f17c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0482659 Aug 27 04:06:33.179833 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48a98871-560b-46ef-a61f-13e49834e957 req-edb1f11b-d1dd-443e-b117-09e2273d3372 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315487 Aug 27 04:06:33.315822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a7576-bb7b-4ace-b9f1-e26742d43517 req-139decae-8843-40e9-932e-f4426c2879d9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:33.317322 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-294a7576-bb7b-4ace-b9f1-e26742d43517 req-139decae-8843-40e9-932e-f4426c2879d9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0536644 Aug 27 04:06:33.355602 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-294a7576-bb7b-4ace-b9f1-e26742d43517 req-cdcc345e-174f-40b0-a063-528fc9b69c25 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321815 Aug 27 04:06:34.294552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415849-2335-42c2-b28a-bd9325e821fb req-7ddb69c5-0aff-4b11-9676-7153973bcf77 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:34.296038 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7a415849-2335-42c2-b28a-bd9325e821fb req-7ddb69c5-0aff-4b11-9676-7153973bcf77 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Aug 27 04:06:34.332864 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7a415849-2335-42c2-b28a-bd9325e821fb req-66dafd5e-736c-4e4b-9024-9475a8958f6e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307565 Aug 27 04:06:34.470598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6719e4-29d4-4926-8f5e-4ed26152f1a2 req-7f758e2a-54f5-48ed-b2b6-721cade4205c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:34.472014 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c6719e4-29d4-4926-8f5e-4ed26152f1a2 req-7f758e2a-54f5-48ed-b2b6-721cade4205c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0500274 Aug 27 04:06:34.513029 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c6719e4-29d4-4926-8f5e-4ed26152f1a2 req-cea1d95c-53ce-4564-ae12-aa143790b327 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346794 Aug 27 04:06:35.454700 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b6604-c045-4d3e-ac0a-8100ad312166 req-b9eb5287-4d79-4e6c-892a-e418eb99aa08 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.456187 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc0b6604-c045-4d3e-ac0a-8100ad312166 req-b9eb5287-4d79-4e6c-892a-e418eb99aa08 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Aug 27 04:06:35.499123 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc0b6604-c045-4d3e-ac0a-8100ad312166 req-70a50761-f8ad-428a-b735-1252cc1c3e23 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Aug 27 04:06:35.638821 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6392ace-87e2-4342-a7a8-ebb242077411 req-745e27c4-7b0e-4428-b522-4cd5bb3da9e6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.640235 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6392ace-87e2-4342-a7a8-ebb242077411 req-745e27c4-7b0e-4428-b522-4cd5bb3da9e6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0534947 Aug 27 04:06:35.704680 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6392ace-87e2-4342-a7a8-ebb242077411 req-38957e9a-17a0-4066-a553-62c7ebe4ba9d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559106 Aug 27 04:06:35.708544 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-dbfa31db-59be-43a6-9b94-2dfef4cf3699 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674050 Aug 27 04:06:35.794070 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-92fda5ad-1d0c-4f3b-b029-2624e407ddab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.795723 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-92fda5ad-1d0c-4f3b-b029-2624e407ddab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 1098 time: 0.0468278 Aug 27 04:06:35.906676 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-2d64b0af-145b-4a53-afb2-90a342fec728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:35.908140 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-2d64b0af-145b-4a53-afb2-90a342fec728 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0908947 Aug 27 04:06:35.953306 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-39fa1e2c-505d-44ec-9208-06d5f99006db service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 200 len: 217 time: 0.0371242 Aug 27 04:06:36.003742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-e764fa7e-7456-47d2-9918-179ee482b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.005193 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-e764fa7e-7456-47d2-9918-179ee482b941 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0451126 Aug 27 04:06:36.037294 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-402aa39b-c665-4a1d-b7a7-1140f08e0d1d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241227 Aug 27 04:06:36.125483 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-3a3f7479-b1af-4b11-91bd-852e6d8629dc service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Aug 27 04:06:36.219773 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b08ac01-1ade-4211-a49a-ed64bbf8a69d req-e97e5237-3818-4ea2-8462-fe7891bb1a59 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859079 Aug 27 04:06:36.625926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7744ad-9728-46da-8546-fc956de33bbf req-896f0673-20bd-4cd3-a898-d4fe47420708 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.627489 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c7744ad-9728-46da-8546-fc956de33bbf req-896f0673-20bd-4cd3-a898-d4fe47420708 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0517972 Aug 27 04:06:36.667070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c7744ad-9728-46da-8546-fc956de33bbf req-c46cce8b-38b3-4b65-863b-7e6003c6ac4b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Aug 27 04:06:36.829419 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b601d92-01fb-44bd-8ae7-dd09635c7326 req-39ad9138-50ae-46d7-984e-46ab60d9f5b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:36.830933 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b601d92-01fb-44bd-8ae7-dd09635c7326 req-39ad9138-50ae-46d7-984e-46ab60d9f5b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0597930 Aug 27 04:06:36.867487 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b601d92-01fb-44bd-8ae7-dd09635c7326 req-5f926b0d-6782-4d4a-8f31-fbff3e60496a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306752 Aug 27 04:06:37.790692 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f5e5f-7ba7-4a24-91a7-8e210b4eec5d req-47b5caaa-f8bf-401d-913a-ea83a313385d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.792099 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fe9f5e5f-7ba7-4a24-91a7-8e210b4eec5d req-47b5caaa-f8bf-401d-913a-ea83a313385d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0490701 Aug 27 04:06:37.832959 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fe9f5e5f-7ba7-4a24-91a7-8e210b4eec5d req-42ff9670-1999-48b8-8c9a-747e826cfbaa tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Aug 27 04:06:37.986098 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bd846-116f-456f-877c-a91e47cec5d9 req-a87b8db3-0e94-4e46-a94d-296893072992 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:37.987633 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e21bd846-116f-456f-877c-a91e47cec5d9 req-a87b8db3-0e94-4e46-a94d-296893072992 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0491817 Aug 27 04:06:38.028551 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e21bd846-116f-456f-877c-a91e47cec5d9 req-a550a2ad-c300-497b-b5d9-c031cd883866 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Aug 27 04:06:38.948298 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:06:38.970289 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271f692-69dc-4b0e-8d95-e733011981d7 req-042f9602-6b5d-4d8b-89ce-b774e0bf7f9c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:38.976152 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e271f692-69dc-4b0e-8d95-e733011981d7 req-042f9602-6b5d-4d8b-89ce-b774e0bf7f9c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0564942 Aug 27 04:06:38.996626 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-83b50382-f66d-4480-a228-173c6f5da85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:39.015153 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e271f692-69dc-4b0e-8d95-e733011981d7 req-cb507d9e-6015-48c1-9dbb-4a8bdd42f243 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363915 Aug 27 04:06:39.171572 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64450c24-eccb-4a61-bfdb-6d4ee9cf8771 req-6a1dc4cd-39ee-4e0f-ab8f-435792f7a654 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.172932 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64450c24-eccb-4a61-bfdb-6d4ee9cf8771 req-6a1dc4cd-39ee-4e0f-ab8f-435792f7a654 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0551307 Aug 27 04:06:39.219365 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64450c24-eccb-4a61-bfdb-6d4ee9cf8771 req-a780e5c7-475c-49af-bde5-43c11209c22e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358112 Aug 27 04:06:39.706961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d376549-ff53-417d-948d-a31664de3499 req-3ec2f93e-1eac-4a04-9edf-0dd95ea01f71 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.708416 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d376549-ff53-417d-948d-a31664de3499 req-3ec2f93e-1eac-4a04-9edf-0dd95ea01f71 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0475616 Aug 27 04:06:39.747058 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d376549-ff53-417d-948d-a31664de3499 req-69eb797c-4bea-4bfb-b9f3-897cc7774e98 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325663 Aug 27 04:06:39.858198 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-0ab311b0-4e36-4d36-b0ef-baee543d02fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.865816 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-0ab311b0-4e36-4d36-b0ef-baee543d02fa service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5030fe8a997e416683658c321efaef5e&device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 1098 time: 0.0450931 Aug 27 04:06:39.949525 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-5ffb4587-557e-40b5-8f6e-67389f17d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:39.951127 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-5ffb4587-557e-40b5-8f6e-67389f17d9f5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 200 len: 921 time: 0.0841033 Aug 27 04:06:39.994855 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-0de676f3-2290-4bb1-9147-156d624649ad service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 200 len: 217 time: 0.0362892 Aug 27 04:06:40.058374 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-72d77cb5-a4fa-4c05-addb-7346d82db5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:40.059948 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-72d77cb5-a4fa-4c05-addb-7346d82db5f3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 200 len: 859 time: 0.0580151 Aug 27 04:06:40.095084 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-f61d423f-5d68-47ac-8f37-9399d8cabe32 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271440 Aug 27 04:06:40.194582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-e90035af-af4f-4632-98c8-2aadc0e34a5b service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845742 Aug 27 04:06:40.289923 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-abdbf33d-f186-488d-95a1-3ab3b35fdf62 req-8651bbc8-9519-4b7d-b9cc-68ab3abc48f9 service neutron] 10.222.0.74 "GET /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870419 Aug 27 04:06:40.337424 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908aa3de-4cc3-4105-a28d-1dcdacdd8d81 req-7a9e0f3d-4d2f-471c-abf9-21fcbabd32da tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:40.338957 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-908aa3de-4cc3-4105-a28d-1dcdacdd8d81 req-7a9e0f3d-4d2f-471c-abf9-21fcbabd32da tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 943 time: 0.0481486 Aug 27 04:06:40.381931 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-908aa3de-4cc3-4105-a28d-1dcdacdd8d81 req-4f6ce6f8-6d92-4d53-a53f-7d65bd5b1f30 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344026 Aug 27 04:06:40.501954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device c7b390d3-307b-4783-8110-7fc1b14d1e6e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:06:40.599997 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:40.611939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e', 'network_id': 'bd5cbeee-0483-497b-a816-2825652e56f8', 'port_id': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e', 'mac_address': 'fa:16:3e:9c:59:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058a9945-4352-4208-8895-7d6945394e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:06:40.649526 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.661938 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b390d3-307b-4783-8110-7fc1b14d1e6e {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:40.686857 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:40.797265 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:40.854495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:40.876351 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e053e-2aa0-4c0f-a817-cc04d18e637c req-872cf6a2-4e66-4ad5-b160-8b160bfa538b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:40.877951 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-616e053e-2aa0-4c0f-a817-cc04d18e637c req-872cf6a2-4e66-4ad5-b160-8b160bfa538b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0486293 Aug 27 04:06:40.927914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-616e053e-2aa0-4c0f-a817-cc04d18e637c req-a6a8dce1-bf7a-4578-825e-32bd202ee42d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380149 Aug 27 04:06:41.500324 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ae383c-ae59-4d2e-9982-2a518c13d029 req-0355608c-408f-4fc8-8e06-e8a76e6857cb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:41.501825 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96ae383c-ae59-4d2e-9982-2a518c13d029 req-0355608c-408f-4fc8-8e06-e8a76e6857cb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 944 time: 0.0500307 Aug 27 04:06:41.540688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96ae383c-ae59-4d2e-9982-2a518c13d029 req-9ce47294-6b2a-40ff-a297-3d9cd9e26265 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328417 Aug 27 04:06:41.542755 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['c7b390d3-307b-4783-8110-7fc1b14d1e6e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:41.872496 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-baf151e7-9859-4c12-a4c6-fcc5bc936582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:41.976975 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.054846 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78830dc0-d8df-4303-ad69-73145d4dcbe7 req-b5141f12-180e-4028-9829-d265a16d421c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.056338 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78830dc0-d8df-4303-ad69-73145d4dcbe7 req-b5141f12-180e-4028-9829-d265a16d421c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0534892 Aug 27 04:06:42.097372 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78830dc0-d8df-4303-ad69-73145d4dcbe7 req-2ea5756a-ae8d-4e2b-af5f-58c91a2797f8 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337279 Aug 27 04:06:42.393880 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-c2140b5b-309c-4d74-bd1a-3765edafe859 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208184773&fields=id&tenant_id=43ccefac7f3746c68214be66026da43d HTTP/1.1" status: 200 len: 267 time: 0.0341022 Aug 27 04:06:42.512584 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-9ec767b9-3b8e-4847-8087-3e1602e4bc10 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.514073 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-9ec767b9-3b8e-4847-8087-3e1602e4bc10 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 809 time: 0.1134784 Aug 27 04:06:42.530743 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-fdbb787f-9d4b-4882-aafb-1cee6f8bf186 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/quotas/43ccefac7f3746c68214be66026da43d HTTP/1.1" status: 200 len: 375 time: 0.0096672 Aug 27 04:06:42.584980 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-f488e047-6994-4002-8582-dc047ba9d887 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486429 Aug 27 04:06:42.591449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 42226) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:42.717475 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.722639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f0626-0eb9-4a96-a1e2-75e5a30bfb1f req-23072ef4-0106-4267-9e27-41013c302194 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:42.724194 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b76f0626-0eb9-4a96-a1e2-75e5a30bfb1f req-23072ef4-0106-4267-9e27-41013c302194 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 944 time: 0.0762291 Aug 27 04:06:42.765008 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b76f0626-0eb9-4a96-a1e2-75e5a30bfb1f req-48df6c02-056a-4d21-aa77-8d2b3f4098df tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Aug 27 04:06:42.820127 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.842290 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.895789 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-6f18fff0-a6e4-46fd-afb0-f8a50e1c7e7a service neutron] 10.222.0.73 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948644 Aug 27 04:06:42.973857 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:42.997581 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-e65f99b8-e9b9-49f0-9031-9930dc78366c service neutron] 10.222.0.73 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952706 Aug 27 04:06:43.009850 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5eea3b6745c74cddaf1a5482f89f0a30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4173269 Aug 27 04:06:43.013154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42234) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:43.016162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13912cf-0e99-41e8-adb5-e5ddd391c962,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:43.023389 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.023931 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.024234 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.024640 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.025042 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.025437 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.025982 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.026523 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.027455 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.027960 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.028370 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.028763 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce5e2ae-6f73-4104-9256-c13013f0757f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.068626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.092608 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.225610 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096deb0-2eb3-4181-9556-c47e6d6fe9ae req-8d2ced1b-5941-4f31-b95f-6e9fb561a875 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.226999 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2096deb0-2eb3-4181-9556-c47e6d6fe9ae req-8d2ced1b-5941-4f31-b95f-6e9fb561a875 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0542467 Aug 27 04:06:43.228082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.230917 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:43.231953 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a13912cf-0e99-41e8-adb5-e5ddd391c962 HTTP/1.1" status: 204 len: 168 time: 0.2174194 Aug 27 04:06:43.241864 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13912cf-0e99-41e8-adb5-e5ddd391c962,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:43.260436 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.260786 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.261125 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.262048 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.262379 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.262903 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.263291 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.263616 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.263946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.264251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.264574 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.264892 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d618e043-c61c-4730-adcc-e8187dad9e85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:43.295226 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2096deb0-2eb3-4181-9556-c47e6d6fe9ae req-4c24099f-56e4-4d75-a594-b36ac07a3812 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605123 Aug 27 04:06:43.624411 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ef63148c-94e3-4772-91c6-0f054342db30 req-91cdaf23-10c1-480d-ad38-0eb35b33cea4 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0294063 Aug 27 04:06:43.886072 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4e2ab-889e-49b3-bb06-754f0417ee05 req-72ba6c8f-864f-4637-ba5a-19bbb7f0347c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:43.888482 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11d4e2ab-889e-49b3-bb06-754f0417ee05 req-72ba6c8f-864f-4637-ba5a-19bbb7f0347c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 944 time: 0.0496545 Aug 27 04:06:43.935019 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11d4e2ab-889e-49b3-bb06-754f0417ee05 req-b7b5ed45-1988-4ca9-967a-e413ddbe9589 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403125 Aug 27 04:06:44.276713 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.432815 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994bd01-832c-4e07-a698-c8f7677a7b2f req-3b316058-a001-4e7b-be31-c2a2d284e17a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:44.435281 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b994bd01-832c-4e07-a698-c8f7677a7b2f req-3b316058-a001-4e7b-be31-c2a2d284e17a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0611966 Aug 27 04:06:44.485733 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b994bd01-832c-4e07-a698-c8f7677a7b2f req-f2ebb2a3-90c7-4063-a02d-2e46969e395c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443196 Aug 27 04:06:44.516366 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42326) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:44.522769 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device c7b390d3-307b-4783-8110-7fc1b14d1e6e up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:44.618153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1387689534-network', 'tenant_id': '28d44e8045c24df28323402022ac9228'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:44.635948 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port c7b390d3-307b-4783-8110-7fc1b14d1e6e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:44.640481 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port c7b390d3-307b-4783-8110-7fc1b14d1e6e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:44.640850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.724770 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.732578 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7346333f-9478-41bb-891c-8bf133920878 req-22b44fbf-0776-4420-b090-90c1a7769b5c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0343511 Aug 27 04:06:44.748054 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:44.750359 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d04d24-a8a5-4bfe-8de3-797d227f66c8" -d '{"events": [{"server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "name": "network-vif-plugged", "status": "completed", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:44.764412 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:44.785141 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Made reservation on behalf of 28d44e8045c24df28323402022ac9228 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:44.790946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.792317 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4270adaa-fb83-49d5-81b4-17030ac19e9a x-openstack-request-id: req-4270adaa-fb83-49d5-81b4-17030ac19e9a {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:44.793403 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "name": "network-vif-plugged", "status": "completed", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:44.793820 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4270adaa-fb83-49d5-81b4-17030ac19e9a {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:44.794456 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e', 'code': 200} Aug 27 04:06:44.798641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.896472 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.932148 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:44.985746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:45.027126 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.072437 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:06:45.082690 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27a5e55a-baa5-480c-bc3a-104108098f21,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:45.091011 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.091544 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Added segment 9dead712-3197-40ca-abfc-0934b70dc0bf of type vlan for network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d Aug 27 04:06:45.112668 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd2db2-c923-499d-94aa-e9caf9a5aafc req-4d0f6580-ffef-401b-a5dc-81ada0636783 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.114244 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8bfd2db2-c923-499d-94aa-e9caf9a5aafc req-4d0f6580-ffef-401b-a5dc-81ada0636783 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0973749 Aug 27 04:06:45.161875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.186839 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8bfd2db2-c923-499d-94aa-e9caf9a5aafc req-1f579ab0-5be7-4ed9-b92c-e81b415bcbd7 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543418 Aug 27 04:06:45.281138 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.282073 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.282708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.351533 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24812a6-6f3d-463b-a08a-2b1dd275c779 req-198afaa2-1a5e-410a-9f49-d7180a736f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.353028 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f24812a6-6f3d-463b-a08a-2b1dd275c779 req-198afaa2-1a5e-410a-9f49-d7180a736f05 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 1098 time: 0.1013427 Aug 27 04:06:45.356434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] Pushing event updated for resources: {'Network': ['ID=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:45.366867 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:06:45.391910 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f24812a6-6f3d-463b-a08a-2b1dd275c779 req-ff83220b-45f2-488e-b974-dd9f6f6920ad service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Aug 27 04:06:45.413746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0349307a-9730-4a2a-b22a-6268204071f5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8961191 Aug 27 04:06:45.416478 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42344) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:45.421822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Request body: {'subnet': {'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1387689534-subnet', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:45.516599 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Made reservation on behalf of 28d44e8045c24df28323402022ac9228 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:45.518627 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:45.637565 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb776a-c96a-4085-a1f4-96c5a8468d61 req-1939a5c6-72c9-46ce-aa0e-319d888e407a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:45.639071 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64eb776a-c96a-4085-a1f4-96c5a8468d61 req-1939a5c6-72c9-46ce-aa0e-319d888e407a tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0725629 Aug 27 04:06:45.713646 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64eb776a-c96a-4085-a1f4-96c5a8468d61 req-88c9f5e6-14f0-4e56-9609-8a46304ef1ad tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682304 Aug 27 04:06:45.991861 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6bd8f999-e758-42ac-b853-3f969c04d98c req-939e834c-72ed-43c7-92bf-877eaa29bcde tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0404160 Aug 27 04:06:46.069368 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.128179 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89e077c6-48f6-4875-8508-d54fe85aedf7,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:46.140575 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Checking segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:46.141048 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Network hostable DHCP agents. Network: bb0362c5-58ba-43c2-8e2e-e8b684b65d1d, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:06:46.236847 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:06:46.314511 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553ee6b-dfc4-4702-a68b-bd86a0a8e11d req-188bc90d-4745-47ae-8301-662739b08ab0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.316224 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f553ee6b-dfc4-4702-a68b-bd86a0a8e11d req-188bc90d-4745-47ae-8301-662739b08ab0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0596845 Aug 27 04:06:46.317068 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, bb0362c5-58ba-43c2-8e2e-e8b684b65d1d) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:46.322032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:46.322656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.332208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e8932-945d-4a90-8722-17fb23435d7e None None] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:46.367414 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f553ee6b-dfc4-4702-a68b-bd86a0a8e11d req-30b31f28-f143-4712-a8a2-6c46033b6831 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411394 Aug 27 04:06:46.469468 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7672170c-46c9-471c-b7b2-f305fba2b29d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0486755 Aug 27 04:06:46.469468 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42380) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:46.473836 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:46.507716 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:06:46.508598 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.562409 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.563868 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.640269 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.658796 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Allocated IP 172.20.0.2 (bb0362c5-58ba-43c2-8e2e-e8b684b65d1d/89e077c6-48f6-4875-8508-d54fe85aedf7/ca98b894-ea25-43b7-9df9-f34d60b9871c) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:46.832318 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.842586 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Transition to ACTIVE for port object ca98b894-ea25-43b7-9df9-f34d60b9871c will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:46.859875 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Transition to ACTIVE for port object ca98b894-ea25-43b7-9df9-f34d60b9871c will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:46.883395 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.934223 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:46.979520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:46.982654 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:46.991750 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:47.018651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Pushing event updated for resources: {'Port': ['ID=ca98b894-ea25-43b7-9df9-f34d60b9871c,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:47.081711 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Attempting to bind port ca98b894-ea25-43b7-9df9-f34d60b9871c on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:47.082707 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Attempting to bind port ca98b894-ea25-43b7-9df9-f34d60b9871c by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:47.083272 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Attempting to bind port ca98b894-ea25-43b7-9df9-f34d60b9871c on network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:47.089827 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:47.090253 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Checking segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:47.090960 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.091429 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Bound using segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:47.091915 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Bound port: ca98b894-ea25-43b7-9df9-f34d60b9871c, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:47.092426 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.129571 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d16290f1-31a2-4993-a889-b5aff15c383e req-43671bae-6146-4df1-9582-460c133f2914 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0321066 Aug 27 04:06:47.157411 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-fc8b0e4d-95c8-42da-b2c3-e051122dfc0e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:47.157411 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-fc8b0e4d-95c8-42da-b2c3-e051122dfc0e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 809 time: 0.2202411 Aug 27 04:06:47.171555 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] For port ca98b894-ea25-43b7-9df9-f34d60b9871c, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:47.175815 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] For port ca98b894-ea25-43b7-9df9-f34d60b9871c, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca98b894-ea25-43b7-9df9-f34d60b9871c,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:47.236854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.318590 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Pushing event updated for resources: {'Port': ['ID=ca98b894-ea25-43b7-9df9-f34d60b9871c,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:47.328351 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-9f74ee3b-d505-4959-aada-bb799d4f1e7f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43ccefac7f3746c68214be66026da43d HTTP/1.1" status: 200 len: 380 time: 0.0697486 Aug 27 04:06:47.329326 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.330736 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.331094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.331420 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.331809 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.332089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.333015 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.335221 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.335884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.336531 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.337228 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.337778 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62ba1ef9-d86b-4e76-9447-3046d2587a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:47.357235 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'port': {'device_id': '882054ae-274e-4eeb-96d8-2b543f110b88', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'admin_state_up': True, 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'security_groups': ['407056f1-99d0-47b7-a297-a9d4455e150e']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:47.416568 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.445690 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.646358 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2ddf-cdce-45be-9070-b3c4401da16e req-9ce0372c-d7d1-4ef0-b795-9c9c5de9e71d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:47.648016 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e4d2ddf-cdce-45be-9070-b3c4401da16e req-9ce0372c-d7d1-4ef0-b795-9c9c5de9e71d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.1775873 Aug 27 04:06:47.674075 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Allocated IP 172.27.3.234 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/940a5262-dff3-414e-b7cd-20f11a601806) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:47.754092 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3e4d2ddf-cdce-45be-9070-b3c4401da16e req-b6cc0e97-7eb0-41d0-a273-bd2c192c5530 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987449 Aug 27 04:06:47.754682 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Made reservation on behalf of 43ccefac7f3746c68214be66026da43d for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:47.757904 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.876779 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:47.941377 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Allocated IP 172.20.0.13 (c57305fa-e10d-427e-9a68-12061ec92767/a69fd8c8-ee7c-4936-bc31-71f380e6e919/be08ab01-9722-4c1f-b10f-e51c4d71b849) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:48.063431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.133869 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:48.142632 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:48.145042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:48.162810 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Pushing event updated for resources: {'Port': ['ID=940a5262-dff3-414e-b7cd-20f11a601806,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:48.210033 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.289425 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Transition to ACTIVE for port object be08ab01-9722-4c1f-b10f-e51c4d71b849 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:48.293042 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17d58fe2-795a-4aa7-8372-ddb7fc4c91fc req-98d73bed-732e-4e80-89bf-de9098d99d13 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0395560 Aug 27 04:06:48.377693 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a4ca0b-edfb-4c83-82df-63b6f3913ea5 None None] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:48.536061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.584353 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-08259d1d-8a1a-4ec8-9abf-c0cf8ab247fd None None] Provisioning for port ca98b894-ea25-43b7-9df9-f34d60b9871c completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:48.671796 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Network c57305fa-e10d-427e-9a68-12061ec92767 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:48.674050 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:48.680741 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:48.688019 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:48.693791 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:48.694422 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.714339 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:48.837566 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-2a226f7f-6bee-47de-aa42-bb4bdcc3062e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4925816 Aug 27 04:06:48.895177 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Request body: {'port': {'device_id': '882054ae-274e-4eeb-96d8-2b543f110b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:48.969097 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca98b894-ea25-43b7-9df9-f34d60b9871c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:49.013122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bff183-4b13-41b4-aeac-3366d9c3ba64 req-1b58fc6b-3126-4980-bb9f-6984d8a69de4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.015234 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76bff183-4b13-41b4-aeac-3366d9c3ba64 req-1b58fc6b-3126-4980-bb9f-6984d8a69de4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.1724792 Aug 27 04:06:49.031077 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-367d161a-e4c0-4809-a675-b84b49a59953 None None] Provisioning for port be08ab01-9722-4c1f-b10f-e51c4d71b849 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:49.040134 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-367d161a-e4c0-4809-a675-b84b49a59953 None None] Provisioning complete for port be08ab01-9722-4c1f-b10f-e51c4d71b849 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:49.040522 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-367d161a-e4c0-4809-a675-b84b49a59953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.079107 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-367d161a-e4c0-4809-a675-b84b49a59953 None None] Port be08ab01-9722-4c1f-b10f-e51c4d71b849 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:06:49.087468 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.122214 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.123940 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port ca98b894-ea25-43b7-9df9-f34d60b9871c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:49.126701 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76bff183-4b13-41b4-aeac-3366d9c3ba64 req-5800cba2-c9b8-4c5b-8361-61545012c18d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676203 Aug 27 04:06:49.131677 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ca98b894-ea25-43b7-9df9-f34d60b9871c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:49.132241 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.225072 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.272107 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port ca98b894-ea25-43b7-9df9-f34d60b9871c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca98b894-ea25-43b7-9df9-f34d60b9871c,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:49.384950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.442851 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=ca98b894-ea25-43b7-9df9-f34d60b9871c,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:49.669717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c27e11-7de4-41ca-940b-1bf4ac1531d5 req-bc5ef7ff-586e-44c5-8f94-f12317ee3cee tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:49.671332 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50c27e11-7de4-41ca-940b-1bf4ac1531d5 req-bc5ef7ff-586e-44c5-8f94-f12317ee3cee tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 932 time: 0.0987780 Aug 27 04:06:49.756582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50c27e11-7de4-41ca-940b-1bf4ac1531d5 req-643b7811-f9c2-415e-97ac-657d32511aaa tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741584 Aug 27 04:06:49.782579 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be08ab01-9722-4c1f-b10f-e51c4d71b849 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:06:49.790820 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:49.803800 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Transition to ACTIVE for port object be08ab01-9722-4c1f-b10f-e51c4d71b849 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:49.968680 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:06:50.021615 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.136597 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:50.190123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:06:50.191748 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Attempting to bind port be08ab01-9722-4c1f-b10f-e51c4d71b849 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:50.192082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Attempting to bind port be08ab01-9722-4c1f-b10f-e51c4d71b849 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:50.192421 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Attempting to bind port be08ab01-9722-4c1f-b10f-e51c4d71b849 on network c57305fa-e10d-427e-9a68-12061ec92767 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:50.199016 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Sync routers for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:06:50.209655 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Port be08ab01-9722-4c1f-b10f-e51c4d71b849 on network c57305fa-e10d-427e-9a68-12061ec92767 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:06:50.209655 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Attempting to bind port be08ab01-9722-4c1f-b10f-e51c4d71b849 on network c57305fa-e10d-427e-9a68-12061ec92767 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:50.216974 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:50.217790 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:50.238219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:50.238219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Checking segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:50.238219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Bound using segment: {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:50.238219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Bound port: be08ab01-9722-4c1f-b10f-e51c4d71b849, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c83de8-4b95-442b-abd5-5d3bab751122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:50.238219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.290709 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.295494 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-187a2313-5133-489a-87b8-c7d1150a9624 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8217089 Aug 27 04:06:50.295494 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42426) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:50.376807 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:50.381477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:50.447854 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:50.478988 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.531666 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:50.532415 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.533840 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] 10.222.0.74 "PUT /v2.0/ports/be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1094 time: 1.6735871 Aug 27 04:06:50.535839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:50.539719 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:50.597383 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564141b-8a32-43aa-85ab-8093f72eb658 service neutron] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:50.660630 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:48Z', 'revision_number': 3, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:50.701123 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Checking router: ba6558e0-8d94-461f-a06c-f2d5edf3ff8d for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:06:50.701123 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Updating router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d port 940a5262-dff3-414e-b7cd-20f11a601806 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:06:50.701338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa333f5e-21ac-4264-8701-7e70df8303f4 x-openstack-request-id: req-fa333f5e-21ac-4264-8701-7e70df8303f4 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:50.701338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:50.701338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fa333f5e-21ac-4264-8701-7e70df8303f4 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:50.701338 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'status': 'completed', 'code': 200} Aug 27 04:06:50.731361 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:50.843495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-d4239e02-8aa5-4a19-98f7-7618bde4adc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:50.845076 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-d4239e02-8aa5-4a19-98f7-7618bde4adc4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1097 time: 0.0931940 Aug 27 04:06:50.905960 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca98b894-ea25-43b7-9df9-f34d60b9871c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:50.940254 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-3d92b1de-83bb-4033-b006-fb4c22914a3d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 217 time: 0.0771587 Aug 27 04:06:50.974975 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ca98b894-ea25-43b7-9df9-f34d60b9871c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:50.975343 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.056000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf38549-f63f-4096-ad28-46dae6b2bf31 req-04d4e894-418e-4091-b95e-164b1a673a06 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:51.057627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7cf38549-f63f-4096-ad28-46dae6b2bf31 req-04d4e894-418e-4091-b95e-164b1a673a06 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.1897628 Aug 27 04:06:51.065664 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.080679 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Transition to ACTIVE for port object 940a5262-dff3-414e-b7cd-20f11a601806 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:51.097224 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-49b745e3-221c-41b3-9d03-04be28ce3d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:51.098697 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-49b745e3-221c-41b3-9d03-04be28ce3d26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.1295099 Aug 27 04:06:51.158589 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.175061 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7cf38549-f63f-4096-ad28-46dae6b2bf31 req-49dd28d1-caa0-4d73-9da2-4425b1ebf760 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903630 Aug 27 04:06:51.186961 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.196954 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-b30df617-728a-4856-a1e2-7162e606f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:51.196954 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-b30df617-728a-4856-a1e2-7162e606f22f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849206 Aug 27 04:06:51.239851 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Attempting to bind port 940a5262-dff3-414e-b7cd-20f11a601806 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:51.240432 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Attempting to bind port 940a5262-dff3-414e-b7cd-20f11a601806 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:51.240544 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Attempting to bind port 940a5262-dff3-414e-b7cd-20f11a601806 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:51.242499 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Pushing event updated for resources: {'Port': ['ID=940a5262-dff3-414e-b7cd-20f11a601806,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:51.251788 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.252193 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.252453 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.252778 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.253098 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.253417 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.254233 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.254233 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.254458 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.254689 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.255005 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.255310 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:06:51.258516 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:51.271141 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:51.271141 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.271141 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:51.271141 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Bound port: 940a5262-dff3-414e-b7cd-20f11a601806, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:51.271141 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.314582 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] For port 940a5262-dff3-414e-b7cd-20f11a601806, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:51.317623 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] For port 940a5262-dff3-414e-b7cd-20f11a601806, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=940a5262-dff3-414e-b7cd-20f11a601806,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:51.391963 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-6ae8a646-e160-48a2-9eeb-046af7da4e91 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611607 Aug 27 04:06:51.442542 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.455280 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Allocated IP 172.20.0.1 (bb0362c5-58ba-43c2-8e2e-e8b684b65d1d/89e077c6-48f6-4875-8508-d54fe85aedf7/6a8309d0-a3a3-4a30-bab4-30af06e153e6) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:51.502005 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1145bc-13f9-4475-9205-bab434a38f39 None None] Pushing event updated for resources: {'Port': ['ID=940a5262-dff3-414e-b7cd-20f11a601806,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:51.504892 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:51.505478 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:51.553854 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10746f6f-2c6e-427e-9bb6-bd7b9787a657 req-c611b1bc-38b2-41c7-b2c6-65093dd319db service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529288 Aug 27 04:06:51.601526 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.615080 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Transition to ACTIVE for port object 6a8309d0-a3a3-4a30-bab4-30af06e153e6 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:51.617531 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:51.803899 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:48Z', 'revision_number': 3, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:51.832816 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78c7944-1132-4bec-8ec6-c8993a70314f None None] The sync data for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi is: [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:48Z', 'revision_number': 3, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:06:51.860925 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.938754 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:51.951224 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:51.954359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:51.954985 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:51.965721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:52.003125 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-ff98fa66-022b-4710-90c4-20ccb255513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.004592 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-ff98fa66-022b-4710-90c4-20ccb255513e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1097 time: 0.1403744 Aug 27 04:06:52.186909 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645511d6-7b84-4a0a-ac30-88a2efc1ae6b req-75cb7235-6760-4e5a-ad6a-93f001124924 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.188535 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-645511d6-7b84-4a0a-ac30-88a2efc1ae6b req-75cb7235-6760-4e5a-ad6a-93f001124924 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1879597 Aug 27 04:06:52.230961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-4a29c902-05f3-4a1b-bd2f-f7e40febc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.232457 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-4a29c902-05f3-4a1b-bd2f-f7e40febc5e6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.2157655 Aug 27 04:06:52.304571 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-645511d6-7b84-4a0a-ac30-88a2efc1ae6b req-c24f1ac7-421f-4a7e-99b9-32bc4a29fb56 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098812 Aug 27 04:06:52.308866 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-3818cfae-72ff-4c80-818c-1c25e1e13c19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 217 time: 0.0642858 Aug 27 04:06:52.416321 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:52.422107 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-2504de97-a6fd-4171-934e-74f14f34cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.423861 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-2504de97-a6fd-4171-934e-74f14f34cf6e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.1060615 Aug 27 04:06:52.443513 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c60db1-bfbd-4dbc-9b5f-516c1a1cf9ca req-d3ad1cd3-b220-4132-8057-6bc8e9e17123 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.445041 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60c60db1-bfbd-4dbc-9b5f-516c1a1cf9ca req-d3ad1cd3-b220-4132-8057-6bc8e9e17123 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.1393228 Aug 27 04:06:52.498751 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-30dcbd16-87ff-4124-acd9-8ac715c16195 None None] Provisioning for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:52.503339 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-30dcbd16-87ff-4124-acd9-8ac715c16195 None None] Provisioning complete for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:52.503790 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-30dcbd16-87ff-4124-acd9-8ac715c16195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:52.543445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-30dcbd16-87ff-4124-acd9-8ac715c16195 None None] Port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:06:52.554996 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60c60db1-bfbd-4dbc-9b5f-516c1a1cf9ca req-9d7a50db-85a5-4101-96bd-a234bb153b34 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987554 Aug 27 04:06:52.817317 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-61567264-18d7-4d1b-8cca-29884621adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:52.818817 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-61567264-18d7-4d1b-8cca-29884621adf6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3726959 Aug 27 04:06:52.927231 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 940a5262-dff3-414e-b7cd-20f11a601806 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:52.976082 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-f9c5e2a1-4ca3-4365-a784-7887436bda6e service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449187 Aug 27 04:06:52.993687 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.081898 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9e74f3-b62d-4d9f-a144-36e5e0fcb0ce req-8e9fcbea-eb25-4f15-b502-fa0604a16ac8 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972524 Aug 27 04:06:53.097825 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 940a5262-dff3-414e-b7cd-20f11a601806 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:53.102722 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 940a5262-dff3-414e-b7cd-20f11a601806 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:53.103104 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.139219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.139988 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.190293 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.213487 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 940a5262-dff3-414e-b7cd-20f11a601806, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=940a5262-dff3-414e-b7cd-20f11a601806,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:53.226277 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Pushing event updated for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:53.274446 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:53.275933 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:53.368141 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.445017 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=940a5262-dff3-414e-b7cd-20f11a601806,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:53.461147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:06:53.485913 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baea50-6a95-48b5-a9e1-3fcc0ce5e808 req-deae6571-6b2b-42e5-b838-a02d600df331 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:53.493648 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-63baea50-6a95-48b5-a9e1-3fcc0ce5e808 req-deae6571-6b2b-42e5-b838-a02d600df331 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0902791 Aug 27 04:06:53.571472 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-28e0a0de-27fd-441f-b735-8ee919dc1966 None None] Provisioning complete for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:53.571961 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-28e0a0de-27fd-441f-b735-8ee919dc1966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.577869 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:53.626111 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-63baea50-6a95-48b5-a9e1-3fcc0ce5e808 req-9195aed2-bdea-4eee-bec1-59862bf989b5 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316001 Aug 27 04:06:53.628050 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-28e0a0de-27fd-441f-b735-8ee919dc1966 None None] Port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:06:53.663625 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:06:53.673406 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Sync routers for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:06:53.681550 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e58f1279-3e2c-468b-844c-15f62588c2b5 admin admin] 10.222.0.73 "PUT /v2.0/routers/ba6558e0-8d94-461f-a06c-f2d5edf3ff8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3848050 Aug 27 04:06:53.690356 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:53.691039 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:53.708505 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce6985-98c6-48b4-9052-35d418696c92 req-507b58f2-f2f4-4a77-ae04-d47811e4da07 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:53.710370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ecce6985-98c6-48b4-9052-35d418696c92 req-507b58f2-f2f4-4a77-ae04-d47811e4da07 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0599420 Aug 27 04:06:53.772043 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ecce6985-98c6-48b4-9052-35d418696c92 req-6af7ca0f-a3a0-4dac-aa56-0d3a98393ea7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515263 Aug 27 04:06:53.826140 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:54.033161 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 2, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:54.060218 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Checking router: ba6558e0-8d94-461f-a06c-f2d5edf3ff8d for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:06:54.060631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Updating router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:06:54.087953 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.493442 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.505040 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Transition to ACTIVE for port object 6a8309d0-a3a3-4a30-bab4-30af06e153e6 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:54.533908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42492) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:54.539637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1499501951-network', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:54.573117 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.622549 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa716-5e39-4a00-a2fe-89c068437ca7 None None] Pushing event updated for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:54.670685 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Made reservation on behalf of 8db3c287e9874042b689ed03a4c7bd16 for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:54.674632 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.687067 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.691246 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Attempting to bind port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:54.691655 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Attempting to bind port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:54.693111 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Attempting to bind port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 on network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:54.700005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:54.700483 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Checking segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:54.701096 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.702450 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Bound using segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:54.702450 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Bound port: 6a8309d0-a3a3-4a30-bab4-30af06e153e6, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:54.702858 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.786098 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] For port 6a8309d0-a3a3-4a30-bab4-30af06e153e6, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:54.789094 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80601122-4c11-470e-a7d6-dda49c5d5668 req-b20e3568-497b-4457-a7b0-5b667945f1a6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:54.790012 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] For port 6a8309d0-a3a3-4a30-bab4-30af06e153e6, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6a8309d0-a3a3-4a30-bab4-30af06e153e6,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:54.791090 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80601122-4c11-470e-a7d6-dda49c5d5668 req-b20e3568-497b-4457-a7b0-5b667945f1a6 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.0829797 Aug 27 04:06:54.914428 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 940a5262-dff3-414e-b7cd-20f11a601806 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:54.918762 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80601122-4c11-470e-a7d6-dda49c5d5668 req-cd6fb7ae-b20b-4353-a34f-2ac7fc4903f5 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092951 Aug 27 04:06:54.938306 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:54.958865 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1de748-7b98-42bf-a016-07cbb697b3b1 req-c7069034-c896-4c12-b429-103e4ef58fcf tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:54.960499 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f1de748-7b98-42bf-a016-07cbb697b3b1 req-c7069034-c896-4c12-b429-103e4ef58fcf tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.1005208 Aug 27 04:06:54.971431 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.008883 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f1de748-7b98-42bf-a016-07cbb697b3b1 req-6d11042c-17f8-42ca-9dd6-7f017dbbcce4 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Aug 27 04:06:55.040437 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:55.041070 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:55.094255 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 940a5262-dff3-414e-b7cd-20f11a601806 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:55.094672 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.100485 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08aa716-5e39-4a00-a2fe-89c068437ca7 None None] Pushing event updated for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:55.212773 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:55.328583 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.361479 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:06:55.371698 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a932f9-32f5-4b0d-97ff-3aae76ac64f0,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:55.376920 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.377240 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Added segment 6e28432c-735f-45a1-8ab7-9d259b3ff237 of type vlan for network f63fb6ed-34e4-4709-98f5-e2c05320de7e Aug 27 04:06:55.434964 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.511607 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:54Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:55.531742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.532866 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:55.533602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:55.544602 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da3eb5-1228-4611-b67f-dfc8f7cce7b4 None None] The sync data for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi is: [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:54Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:06:55.641094 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] Pushing event updated for resources: {'Network': ['ID=f63fb6ed-34e4-4709-98f5-e2c05320de7e,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:55.650869 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:06:55.694531 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d1cf2928-0d93-48a3-a60e-bd0ff8e1feb5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1594393 Aug 27 04:06:55.697191 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42504) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:55.704100 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Request body: {'subnet': {'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1499501951-subnet', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:55.823336 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Made reservation on behalf of 8db3c287e9874042b689ed03a4c7bd16 for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:06:55.826311 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.146495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38553ffe-24a3-4201-a13e-841ccd9c5a7b req-d9873b2c-3fae-4595-8534-7ee84b42aa2c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.148096 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38553ffe-24a3-4201-a13e-841ccd9c5a7b req-d9873b2c-3fae-4595-8534-7ee84b42aa2c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1084690 Aug 27 04:06:56.188656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.268974 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4598ad2-049e-46ee-8c12-7738e0ed1090 req-9b5b014e-abb3-40ca-897b-06bd12e903f9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.270584 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4598ad2-049e-46ee-8c12-7738e0ed1090 req-9b5b014e-abb3-40ca-897b-06bd12e903f9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.1707909 Aug 27 04:06:56.299423 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38553ffe-24a3-4201-a13e-841ccd9c5a7b req-19f43ca0-c6f1-49d3-9cfe-694e16c34f43 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376522 Aug 27 04:06:56.302915 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e30a03-689c-481d-bb74-e27e561f9937,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:56.327719 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adef69-2323-44a0-9d46-152d41296ecb req-dcb33a6d-201b-49e9-be49-a429b90335c1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.329248 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22adef69-2323-44a0-9d46-152d41296ecb req-dcb33a6d-201b-49e9-be49-a429b90335c1 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 945 time: 0.1794777 Aug 27 04:06:56.395061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Checking segment: {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:56.395433 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Network hostable DHCP agents. Network: f63fb6ed-34e4-4709-98f5-e2c05320de7e, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:06:56.404829 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4598ad2-049e-46ee-8c12-7738e0ed1090 req-25c2ace2-0c4a-455a-b029-2b76022bd08a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221349 Aug 27 04:06:56.471440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Deleting port 8697a5a5-f72a-4cef-ae30-99ffc017de8e {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:06:56.471809 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.526967 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:06:56.575583 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] For port 8697a5a5-f72a-4cef-ae30-99ffc017de8e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8697a5a5-f72a-4cef-ae30-99ffc017de8e,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:56.577657 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.595645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Calling delete_port for 8697a5a5-f72a-4cef-ae30-99ffc017de8e owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:06:56.660136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, f63fb6ed-34e4-4709-98f5-e2c05320de7e) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:56.665981 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:56.666739 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.675172 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b8509a-69b7-47ed-9bd8-dc7b2390e37a None None] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:56.780647 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7fd9a40a-c403-4a69-980d-567da8afc155 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0809557 Aug 27 04:06:56.786200 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42516) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:56.792909 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:06:56.858797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'fixed_ips': [{'subnet_id': '34e30a03-689c-481d-bb74-e27e561f9937'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:06:56.859658 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.880364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.923753 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Pushing event deleted for resources: {'Port': ['ID=8697a5a5-f72a-4cef-ae30-99ffc017de8e,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:56.937939 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.938688 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['dcd7a2b9-30fd-43d0-85c6-38a70773fb11', '8697a5a5-f72a-4cef-ae30-99ffc017de8e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:06:56.939061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:56.953253 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6a8309d0-a3a3-4a30-bab4-30af06e153e6 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:57.014065 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.028761 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] No DVR routers for this DVR port 8697a5a5-f72a-4cef-ae30-99ffc017de8e on host hv-cinder-80475 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:06:57.032109 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.034334 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22adef69-2323-44a0-9d46-152d41296ecb req-d8334f96-f5ef-432c-97f4-142e16e4e857 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "DELETE /v2.0/ports/8697a5a5-f72a-4cef-ae30-99ffc017de8e HTTP/1.1" status: 204 len: 173 time: 0.6967182 Aug 27 04:06:57.034825 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'name': 'network-vif-deleted', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:06:57.037121 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed737e5-26c0-4632-8508-b4d313b4584b" -d '{"events": [{"server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "name": "network-vif-deleted", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:06:57.084388 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5b1593-aef0-4168-b9a7-55b4815ad50e x-openstack-request-id: req-da5b1593-aef0-4168-b9a7-55b4815ad50e {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:06:57.086629 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb527b41-c9a1-4ffd-861a-e7ed1dcd796f", "name": "network-vif-deleted", "tag": "8697a5a5-f72a-4cef-ae30-99ffc017de8e", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:06:57.086629 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-da5b1593-aef0-4168-b9a7-55b4815ad50e {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:06:57.086629 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb527b41-c9a1-4ffd-861a-e7ed1dcd796f', 'name': 'network-vif-deleted', 'tag': '8697a5a5-f72a-4cef-ae30-99ffc017de8e', 'status': 'completed', 'code': 200} Aug 27 04:06:57.101001 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Allocated IP 172.20.0.2 (f63fb6ed-34e4-4709-98f5-e2c05320de7e/34e30a03-689c-481d-bb74-e27e561f9937/d71eb510-2b1a-4299-a375-c6634e326320) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:57.244841 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.253882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:57.268680 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:57.269051 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.377862 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.390239 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Transition to ACTIVE for port object d71eb510-2b1a-4299-a375-c6634e326320 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:57.412256 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-50cb1ab3-0355-437b-ab57-e8edfc4c671c req-edd46760-8c2c-4c9f-944b-6afbcdcb310d tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=fb527b41-c9a1-4ffd-861a-e7ed1dcd796f HTTP/1.1" status: 200 len: 210 time: 0.0266089 Aug 27 04:06:57.425962 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Transition to ACTIVE for port object d71eb510-2b1a-4299-a375-c6634e326320 will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:06:57.451400 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.493499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 6a8309d0-a3a3-4a30-bab4-30af06e153e6, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6a8309d0-a3a3-4a30-bab4-30af06e153e6,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:57.496359 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.532805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:57.535491 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:57.538908 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:57.558165 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Pushing event updated for resources: {'Port': ['ID=d71eb510-2b1a-4299-a375-c6634e326320,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:57.585873 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.621033 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc7c796-782c-47ff-aa6c-f0280352fe0d req-5fb200cf-dd27-4c05-b402-526258bfec17 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:57.622640 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7dc7c796-782c-47ff-aa6c-f0280352fe0d req-5fb200cf-dd27-4c05-b402-526258bfec17 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.1119957 Aug 27 04:06:57.628484 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.645829 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Attempting to bind port d71eb510-2b1a-4299-a375-c6634e326320 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:06:57.646195 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Attempting to bind port d71eb510-2b1a-4299-a375-c6634e326320 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:06:57.646598 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Attempting to bind port d71eb510-2b1a-4299-a375-c6634e326320 on network f63fb6ed-34e4-4709-98f5-e2c05320de7e {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:06:57.654921 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.661553 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:06:57.661934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Checking segment: {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:06:57.665469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.665469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Bound using segment: {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:06:57.665469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Bound port: d71eb510-2b1a-4299-a375-c6634e326320, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:06:57.665469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.675971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:57.723869 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7dc7c796-782c-47ff-aa6c-f0280352fe0d req-f2e2369e-ff49-4439-87d0-6ea1b68b3235 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926557 Aug 27 04:06:57.740095 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] For port d71eb510-2b1a-4299-a375-c6634e326320, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:06:57.740215 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] For port d71eb510-2b1a-4299-a375-c6634e326320, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d71eb510-2b1a-4299-a375-c6634e326320,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:06:57.791465 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Allocated IP 172.27.3.116 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/bf218556-dd16-45d6-85d6-3af2b7306729) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:06:57.854482 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.907271 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:57.931010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2514f-0547-474e-ace5-45d5b4dee3bf None None] Pushing event updated for resources: {'Port': ['ID=d71eb510-2b1a-4299-a375-c6634e326320,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:58.047940 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:58.094058 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf218556-dd16-45d6-85d6-3af2b7306729,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:58.110070 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:06:58.114631 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:06:58.114631 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:06:58.425418 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:58.647501 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:58.923374 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:06:58.956075 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e924577-73b2-4f03-887a-75ce9196bba7 None None] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:06:59.092293 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d71eb510-2b1a-4299-a375-c6634e326320 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:59.100243 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7f762356-6ea4-48ae-b7a0-8b806ffc2ea2 None None] Provisioning for port d71eb510-2b1a-4299-a375-c6634e326320 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:59.379003 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4b0fe-027f-4ac9-bfb5-db501a2a5f06 req-6398946e-18ae-4e5f-b559-dbccc3cce879 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:59.380611 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ca4b0fe-027f-4ac9-bfb5-db501a2a5f06 req-6398946e-18ae-4e5f-b559-dbccc3cce879 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.4182341 Aug 27 04:06:59.407936 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port d71eb510-2b1a-4299-a375-c6634e326320 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:06:59.413941 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port d71eb510-2b1a-4299-a375-c6634e326320 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:59.414507 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.429628 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67552e11-12fb-4889-bc0d-b422ce378501 req-0f7a73e1-cd27-4ce1-85bf-20ed1a9be64b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:06:59.431242 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-67552e11-12fb-4889-bc0d-b422ce378501 req-0f7a73e1-cd27-4ce1-85bf-20ed1a9be64b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1458793 Aug 27 04:06:59.441453 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:06:59.455759 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Sync routers for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:06:59.465197 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:06:59.465833 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:59.480677 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ca4b0fe-027f-4ac9-bfb5-db501a2a5f06 req-09702aa8-af66-417a-ad64-14befe235feb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896583 Aug 27 04:06:59.530234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.536392 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-67552e11-12fb-4889-bc0d-b422ce378501 req-108082f4-72f5-41cd-93ed-9681e906bc84 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962839 Aug 27 04:06:59.580741 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port d71eb510-2b1a-4299-a375-c6634e326320, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d71eb510-2b1a-4299-a375-c6634e326320,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:06:59.595753 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.595753 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f73ec829-d845-4035-bf00-8d5862ba59d0 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8036463 Aug 27 04:06:59.596122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42546) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:06:59.612552 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:06:59.706109 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2e4fba86-1aae-42a8-b049-bd40c2d3f41c None None] Provisioning complete for port d71eb510-2b1a-4299-a375-c6634e326320 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:59.707088 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2e4fba86-1aae-42a8-b049-bd40c2d3f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.708740 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.710420 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6a8309d0-a3a3-4a30-bab4-30af06e153e6 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:06:59.814716 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:06:58Z', 'revision_number': 3, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:06:59.834598 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=d71eb510-2b1a-4299-a375-c6634e326320,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:06:59.849246 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Checking router: 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:06:59.849868 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Updating router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 port bf218556-dd16-45d6-85d6-3af2b7306729 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:06:59.852460 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:06:59.852910 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:06:59.879845 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.108035 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.291342 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Allocated IP 172.20.0.1 (f63fb6ed-34e4-4709-98f5-e2c05320de7e/34e30a03-689c-481d-bb74-e27e561f9937/beae90c2-bfd2-4de6-a00f-6f72d4c97213) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:00.318189 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.332178 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Transition to ACTIVE for port object bf218556-dd16-45d6-85d6-3af2b7306729 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:00.413736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.426842 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Transition to ACTIVE for port object beae90c2-bfd2-4de6-a00f-6f72d4c97213 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:00.436085 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.486390 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Attempting to bind port bf218556-dd16-45d6-85d6-3af2b7306729 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:00.487038 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Attempting to bind port bf218556-dd16-45d6-85d6-3af2b7306729 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:00.487146 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Attempting to bind port bf218556-dd16-45d6-85d6-3af2b7306729 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:00.493939 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565cbd2-2542-423f-b306-f5bab84a2114 None None] Pushing event updated for resources: {'Port': ['ID=bf218556-dd16-45d6-85d6-3af2b7306729,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:00.497123 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:00.497531 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:00.497936 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.498357 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:00.498805 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Bound port: bf218556-dd16-45d6-85d6-3af2b7306729, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:00.499209 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.532061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.556166 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] For port bf218556-dd16-45d6-85d6-3af2b7306729, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:00.561945 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] For port bf218556-dd16-45d6-85d6-3af2b7306729, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=bf218556-dd16-45d6-85d6-3af2b7306729,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:00.598154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:00.598977 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8697a5a5-f72a-4cef-ae30-99ffc017de8e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:00.605351 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:00.608652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:00.608652 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.623103 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 8697a5a5-f72a-4cef-ae30-99ffc017de8e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:00.623446 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8697a5a5-f72a-4cef-ae30-99ffc017de8e not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:00.654188 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.692507 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Pushing event updated for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:00.716860 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565cbd2-2542-423f-b306-f5bab84a2114 None None] Pushing event updated for resources: {'Port': ['ID=bf218556-dd16-45d6-85d6-3af2b7306729,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:00.725890 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:00.726396 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:00.791255 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c59af-8bed-4b4b-859f-0c2b87b9b6b3 req-5a42d672-0869-406e-a964-9d8e40340b1a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:00.794762 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae1c59af-8bed-4b4b-859f-0c2b87b9b6b3 req-5a42d672-0869-406e-a964-9d8e40340b1a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.2317715 Aug 27 04:07:00.805022 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbb8a3-7032-41ce-9d5f-aafa7b2698f7 req-c9646628-0f56-4b08-b2a9-0e25a7de818e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:00.806708 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ecbb8a3-7032-41ce-9d5f-aafa7b2698f7 req-c9646628-0f56-4b08-b2a9-0e25a7de818e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1939418 Aug 27 04:07:00.844292 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:00.895507 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae1c59af-8bed-4b4b-859f-0c2b87b9b6b3 req-1ef31623-b93f-4c7f-911f-3d5a92ae6cca tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875897 Aug 27 04:07:00.906594 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4ecbb8a3-7032-41ce-9d5f-aafa7b2698f7 req-ef3e5a2d-c354-4a7f-8411-42ecb212ffde tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909443 Aug 27 04:07:00.910722 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.928548 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f6d2b24a-e38d-440e-ad75-a68f4d51ec48 None None] Provisioning for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:00.935291 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f6d2b24a-e38d-440e-ad75-a68f4d51ec48 None None] Provisioning complete for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:00.936170 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f6d2b24a-e38d-440e-ad75-a68f4d51ec48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:00.939135 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d71eb510-2b1a-4299-a375-c6634e326320 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:01.017175 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2b24a-e38d-440e-ad75-a68f4d51ec48 None None] Port beae90c2-bfd2-4de6-a00f-6f72d4c97213 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:07:01.033227 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port d71eb510-2b1a-4299-a375-c6634e326320 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:01.033724 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:01.098594 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:06:58Z', 'revision_number': 3, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:01.125275 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:01.140754 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c02b9e9-831c-4621-8cbb-73d7189a896a None None] The sync data for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi is: [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:06:58Z', 'revision_number': 3, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:01.207540 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:01.208283 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:01.292248 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Pushing event updated for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:01.356574 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:01.361945 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:01.506224 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:07:01.631819 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:07:01.638684 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a9463802-2b8c-4a93-ba27-da1f22be021c admin admin] 10.222.0.73 "PUT /v2.0/routers/24ec30da-282e-4bc9-aa00-2b9c8bf4b127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402246 Aug 27 04:07:01.655477 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-046b381c-0dc5-4627-ab77-0254aa4a79e0 None None] Provisioning complete for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:01.656294 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-046b381c-0dc5-4627-ab77-0254aa4a79e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:01.701281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-046b381c-0dc5-4627-ab77-0254aa4a79e0 None None] Port beae90c2-bfd2-4de6-a00f-6f72d4c97213 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:07:02.097122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b623b-b6e6-4ba3-9c6c-9611cc4cd50a req-3cf8cf70-95fd-4ea5-b1ca-d1ae8852420b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:02.098714 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac1b623b-b6e6-4ba3-9c6c-9611cc4cd50a req-3cf8cf70-95fd-4ea5-b1ca-d1ae8852420b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0942507 Aug 27 04:07:02.107444 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16325de-ce48-4735-b610-34cff3dbb04a req-b3833119-eb04-49e1-ab46-b3f348fa3a82 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:02.108985 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d16325de-ce48-4735-b610-34cff3dbb04a req-b3833119-eb04-49e1-ab46-b3f348fa3a82 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0899475 Aug 27 04:07:02.180829 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d16325de-ce48-4735-b610-34cff3dbb04a req-a77b6a6c-d952-458d-8977-1a4329b094c9 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572665 Aug 27 04:07:02.191237 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac1b623b-b6e6-4ba3-9c6c-9611cc4cd50a req-3a17d718-1203-49eb-a9c5-b8a7fb85b308 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661120 Aug 27 04:07:02.606101 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:02.744365 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:02.780649 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'mac_address': 'fa:16:3e:3c:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:02.914488 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:02.938919 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be08ab01-9722-4c1f-b10f-e51c4d71b849 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:02.976185 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:03.045697 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device bf218556-dd16-45d6-85d6-3af2b7306729 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:03.050811 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:03.143660 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:03.350296 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port bf218556-dd16-45d6-85d6-3af2b7306729 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:03.356058 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port bf218556-dd16-45d6-85d6-3af2b7306729 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:03.356058 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:03.414478 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Sync routers for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:07:03.454079 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:03.455094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:03.472860 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdf5c4-1a79-4c0e-b135-f6b16a5c6d1a req-1583bd7c-6ece-402a-8934-14d9fc8aa32b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:03.472860 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29fdf5c4-1a79-4c0e-b135-f6b16a5c6d1a req-1583bd7c-6ece-402a-8934-14d9fc8aa32b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1430485 Aug 27 04:07:03.480282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1d022-1d3e-4da4-844d-93066dc612fe req-d1a2e38e-25e8-4261-b863-6b2230aafc5e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:03.484281 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1e1d022-1d3e-4da4-844d-93066dc612fe req-d1a2e38e-25e8-4261-b863-6b2230aafc5e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.1282547 Aug 27 04:07:03.595490 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29fdf5c4-1a79-4c0e-b135-f6b16a5c6d1a req-ca92cf75-2067-4e20-ac9f-459df6c6bc9b tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100681 Aug 27 04:07:03.615331 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1e1d022-1d3e-4da4-844d-93066dc612fe req-522c68f7-2f5e-431c-8ced-9f420da7efb8 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205931 Aug 27 04:07:03.640994 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:03.674271 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port bf218556-dd16-45d6-85d6-3af2b7306729, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=bf218556-dd16-45d6-85d6-3af2b7306729,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:03.689971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:03.845762 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:03.911761 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['be08ab01-9722-4c1f-b10f-e51c4d71b849'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:03.950762 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=bf218556-dd16-45d6-85d6-3af2b7306729,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:04.124364 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 4, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'beae90c2-bfd2-4de6-a00f-6f72d4c97213', 'name': '', 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'mac_address': 'fa:16:3e:4a:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '34e30a03-689c-481d-bb74-e27e561f9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:07:00Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 2, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'subnets': [{'id': '34e30a03-689c-481d-bb74-e27e561f9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:04.162014 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Checking router: 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:07:04.162367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Updating router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 port beae90c2-bfd2-4de6-a00f-6f72d4c97213 binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:07:04.214600 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:04.635927 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:04.652571 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Transition to ACTIVE for port object beae90c2-bfd2-4de6-a00f-6f72d4c97213 will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:04.739489 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:04.891041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454e562-ade2-4ee0-b288-118e248d4565 req-87aa6c73-2deb-4d58-bb2d-2a72244a5900 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:04.893556 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0454e562-ade2-4ee0-b288-118e248d4565 req-87aa6c73-2deb-4d58-bb2d-2a72244a5900 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.1590028 Aug 27 04:07:04.921149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965b14e-ea55-47b1-8483-ddb9505750d9 req-a7cdee14-e820-492f-a62f-6d814f09ed84 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:04.929741 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c965b14e-ea55-47b1-8483-ddb9505750d9 req-a7cdee14-e820-492f-a62f-6d814f09ed84 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1832502 Aug 27 04:07:04.933632 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df296ab-be5e-4ded-b9d3-5817b9130844 None None] Pushing event updated for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:04.968317 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device bf218556-dd16-45d6-85d6-3af2b7306729 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:05.065185 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0454e562-ade2-4ee0-b288-118e248d4565 req-79f082c6-cf29-4a2d-a181-d86b75bab323 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328912 Aug 27 04:07:05.081445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Attempting to bind port beae90c2-bfd2-4de6-a00f-6f72d4c97213 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:05.081445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Attempting to bind port beae90c2-bfd2-4de6-a00f-6f72d4c97213 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:05.081778 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c965b14e-ea55-47b1-8483-ddb9505750d9 req-c577c3c1-9873-428c-8c58-2dd3fef1ac01 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451900 Aug 27 04:07:05.081962 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Attempting to bind port beae90c2-bfd2-4de6-a00f-6f72d4c97213 on network f63fb6ed-34e4-4709-98f5-e2c05320de7e {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:05.097774 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:05.098137 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Checking segment: {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:05.098542 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.105704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Bound using segment: {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:05.106233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Bound port: beae90c2-bfd2-4de6-a00f-6f72d4c97213, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e28432c-735f-45a1-8ab7-9d259b3ff237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:05.106684 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.169521 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port bf218556-dd16-45d6-85d6-3af2b7306729 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:05.169802 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.241686 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] For port beae90c2-bfd2-4de6-a00f-6f72d4c97213, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:05.246299 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] For port beae90c2-bfd2-4de6-a00f-6f72d4c97213, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=beae90c2-bfd2-4de6-a00f-6f72d4c97213,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:05.322616 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:05.387561 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df296ab-be5e-4ded-b9d3-5817b9130844 None None] Pushing event updated for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:05.390124 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:05.390760 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:06:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:05.518777 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:05.795432 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 4, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'beae90c2-bfd2-4de6-a00f-6f72d4c97213', 'name': '', 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'mac_address': 'fa:16:3e:4a:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '34e30a03-689c-481d-bb74-e27e561f9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:07:00Z', 'updated_at': '2021-08-27T04:07:05Z', 'revision_number': 4, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'subnets': [{'id': '34e30a03-689c-481d-bb74-e27e561f9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:05.825900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3371326-7bcf-483b-9427-2f327b97f89a None None] The sync data for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi is: [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:07:00Z', 'revision_number': 4, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'beae90c2-bfd2-4de6-a00f-6f72d4c97213', 'name': '', 'network_id': 'f63fb6ed-34e4-4709-98f5-e2c05320de7e', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'mac_address': 'fa:16:3e:4a:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '34e30a03-689c-481d-bb74-e27e561f9937', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:07:00Z', 'updated_at': '2021-08-27T04:07:05Z', 'revision_number': 4, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'subnets': [{'id': '34e30a03-689c-481d-bb74-e27e561f9937', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:06.220031 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043f15b-fadc-462d-b37d-18497f96d0ae req-8e6ef01a-57cb-434e-ab73-8f9fc4eecfde tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.221566 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5043f15b-fadc-462d-b37d-18497f96d0ae req-8e6ef01a-57cb-434e-ab73-8f9fc4eecfde tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.0859663 Aug 27 04:07:06.245368 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4f700-27a9-4d85-9587-f573f7d2ba7e req-3b780112-c9ea-4f58-b3a8-080685d61e18 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:06.247030 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84b4f700-27a9-4d85-9587-f573f7d2ba7e req-3b780112-c9ea-4f58-b3a8-080685d61e18 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.0821879 Aug 27 04:07:06.300108 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5043f15b-fadc-462d-b37d-18497f96d0ae req-cc40d76a-87f9-4cae-8178-46bf246f6ee9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712461 Aug 27 04:07:06.324586 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84b4f700-27a9-4d85-9587-f573f7d2ba7e req-93d4d652-21d1-4e76-b46e-be63dbc21805 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685928 Aug 27 04:07:06.627516 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:06.796354 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port be08ab01-9722-4c1f-b10f-e51c4d71b849 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:06.802221 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port be08ab01-9722-4c1f-b10f-e51c4d71b849 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:06.805279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:06.978012 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.010269 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:07.015578 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca60116a-9882-46b0-9877-52876815b76d" -d '{"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-plugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:07.030075 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device beae90c2-bfd2-4de6-a00f-6f72d4c97213 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:07.067758 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:07.116784 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394144f8-8ad9-44f6-86c4-655652d6cff1 x-openstack-request-id: req-394144f8-8ad9-44f6-86c4-655652d6cff1 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:07.117151 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-plugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:07.117311 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-394144f8-8ad9-44f6-86c4-655652d6cff1 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:07.118237 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'code': 200} Aug 27 04:07:07.127651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.195943 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92107c4a-d6ea-4ff7-8869-54f0f309d1c2 req-cc7c499e-433b-4454-8b2e-fb3dddef9d56 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.206656 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92107c4a-d6ea-4ff7-8869-54f0f309d1c2 req-cc7c499e-433b-4454-8b2e-fb3dddef9d56 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0811737 Aug 27 04:07:07.209485 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:07.217600 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:07.220716 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:07.221093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.262376 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92107c4a-d6ea-4ff7-8869-54f0f309d1c2 req-27a573c5-5954-4faa-967e-eeb4df6231eb tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545850 Aug 27 04:07:07.327960 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.384129 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port beae90c2-bfd2-4de6-a00f-6f72d4c97213, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=beae90c2-bfd2-4de6-a00f-6f72d4c97213,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:07.457540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.540675 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aec265-761c-497f-beeb-1ca938bde391 req-7d4267ca-a16c-4152-8809-d4b87d805b9c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.542651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3aec265-761c-497f-beeb-1ca938bde391 req-7d4267ca-a16c-4152-8809-d4b87d805b9c tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1004837 Aug 27 04:07:07.552082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d6cdf-4600-49b0-84b2-0596975a67cc req-ae60f74a-4a02-48b3-941b-e4416dd3fb05 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.562688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f3d6cdf-4600-49b0-84b2-0596975a67cc req-ae60f74a-4a02-48b3-941b-e4416dd3fb05 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.1656227 Aug 27 04:07:07.567668 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:07.580644 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-96027258-c3ed-4bf5-83d1-b7ec1d5bc703 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.582755 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-96027258-c3ed-4bf5-83d1-b7ec1d5bc703 tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 945 time: 0.1674743 Aug 27 04:07:07.739874 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f3d6cdf-4600-49b0-84b2-0596975a67cc req-99e17229-14f2-4859-9d51-b688b3dbebc4 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762748 Aug 27 04:07:07.772882 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3aec265-761c-497f-beeb-1ca938bde391 req-ce4a2a8f-5b80-496b-96ae-a49a569458ed tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/security-groups?id=20b636ac-21bb-479b-a10e-2c6e924cb50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852582 Aug 27 04:07:07.786515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c35c0e-f263-4ab6-b2e8-0ee04819f3fe req-0a2bb06a-0124-4019-afe8-50dcf048fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:07.791234 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83c35c0e-f263-4ab6-b2e8-0ee04819f3fe req-0a2bb06a-0124-4019-afe8-50dcf048fc4d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.1824996 Aug 27 04:07:07.829867 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Deleting port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:07.830296 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.886181 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83c35c0e-f263-4ab6-b2e8-0ee04819f3fe req-ae5454b0-a1a9-4f05-a0be-c953340d08b5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816901 Aug 27 04:07:07.954989 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] For port dcd7a2b9-30fd-43d0-85c6-38a70773fb11, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:07.958495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:07.977828 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Calling delete_port for dcd7a2b9-30fd-43d0-85c6-38a70773fb11 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:08.231681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.274957 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['dcd7a2b9-30fd-43d0-85c6-38a70773fb11'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:08.278740 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Pushing event deleted for resources: {'Port': ['ID=dcd7a2b9-30fd-43d0-85c6-38a70773fb11,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:08.355366 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] No DVR routers for this DVR port dcd7a2b9-30fd-43d0-85c6-38a70773fb11 on host hv-cinder-80475 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:08.358007 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:08.360278 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-18a417cb-25fe-45b8-ad9b-6f4e83241fac req-d39a9bfe-7599-4700-b584-258b90a895bf tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.74 "DELETE /v2.0/ports/dcd7a2b9-30fd-43d0-85c6-38a70773fb11 HTTP/1.1" status: 204 len: 173 time: 0.7632003 Aug 27 04:07:08.360740 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'name': 'network-vif-deleted', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:08.363108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599f5142-203b-4ecb-a10d-86344bdd4b53" -d '{"events": [{"server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "name": "network-vif-deleted", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:08.403684 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b58f807-a434-4952-a726-88c5b20753b9 x-openstack-request-id: req-2b58f807-a434-4952-a726-88c5b20753b9 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:08.404058 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "715a2f59-8055-4b6e-a32f-07a45609c931", "name": "network-vif-deleted", "tag": "dcd7a2b9-30fd-43d0-85c6-38a70773fb11", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:08.404376 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b58f807-a434-4952-a726-88c5b20753b9 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:08.404861 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '715a2f59-8055-4b6e-a32f-07a45609c931', 'name': 'network-vif-deleted', 'tag': 'dcd7a2b9-30fd-43d0-85c6-38a70773fb11', 'status': 'completed', 'code': 200} Aug 27 04:07:08.421259 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5175aa-c850-46a6-8bcb-bb1ddd958f1d req-2e30c15b-fec4-4663-8d34-e4fecff75c99 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:08.422947 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb5175aa-c850-46a6-8bcb-bb1ddd958f1d req-2e30c15b-fec4-4663-8d34-e4fecff75c99 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0564778 Aug 27 04:07:08.463457 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb5175aa-c850-46a6-8bcb-bb1ddd958f1d req-7ec4d889-67a4-44dd-ae8a-ece8fb04996f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342045 Aug 27 04:07:08.872201 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2dc25642-6ce7-4201-bc5b-3c2b2cd40b60 req-4a28247b-b313-4501-877c-462ef410e3dc tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 210 time: 0.0459988 Aug 27 04:07:08.951090 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8895fc9-413d-41f0-a03a-2d2fbe2cde11 req-274b007d-ff8a-4579-acf1-b126f7b717dd tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:08.952621 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e8895fc9-413d-41f0-a03a-2d2fbe2cde11 req-274b007d-ff8a-4579-acf1-b126f7b717dd tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.1181400 Aug 27 04:07:08.978240 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device beae90c2-bfd2-4de6-a00f-6f72d4c97213 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:09.028274 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-70ea124d-7bfc-49f6-ab2d-8ed1d2ac66db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:09.059289 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port beae90c2-bfd2-4de6-a00f-6f72d4c97213 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:09.059670 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:09.078270 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e8895fc9-413d-41f0-a03a-2d2fbe2cde11 req-5f0b00f3-3fd5-4496-ad7b-742b02232ee3 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144545 Aug 27 04:07:09.627756 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fdd6a-dd7c-4951-b2ec-e27c666fbe80 req-97bcc8c8-5587-46e6-8a7e-b186bdeb6759 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:09.629136 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-304fdd6a-dd7c-4951-b2ec-e27c666fbe80 req-97bcc8c8-5587-46e6-8a7e-b186bdeb6759 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0490913 Aug 27 04:07:09.670988 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-304fdd6a-dd7c-4951-b2ec-e27c666fbe80 req-71170142-64d9-4313-aa98-547cc38b6288 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357034 Aug 27 04:07:09.978137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af5bb1d7-24d3-4960-b05c-5a5fa0c4889c req-3374e06d-1d01-4833-8019-5b93cc9e8e2e tempest-ServerRescueNegativeTestJSON-546852757 tempest-ServerRescueNegativeTestJSON-546852757-project] 10.222.0.73 "GET /v2.0/ports?device_id=715a2f59-8055-4b6e-a32f-07a45609c931 HTTP/1.1" status: 200 len: 210 time: 0.0264788 Aug 27 04:07:10.193385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8b2a-43de-4a3a-9767-1aee62fd90f6 req-797b24e5-dd99-4bb5-90f9-7a3e52561c81 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.194993 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25ff8b2a-43de-4a3a-9767-1aee62fd90f6 req-797b24e5-dd99-4bb5-90f9-7a3e52561c81 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0513501 Aug 27 04:07:10.233131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25ff8b2a-43de-4a3a-9767-1aee62fd90f6 req-e782cb27-c9dc-4ce9-8bd9-aa0c1b8c9af2 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Aug 27 04:07:10.653867 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device dcd7a2b9-30fd-43d0-85c6-38a70773fb11 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:10.679688 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: dcd7a2b9-30fd-43d0-85c6-38a70773fb11 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:10.680025 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device dcd7a2b9-30fd-43d0-85c6-38a70773fb11 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:10.873576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006d4f5-adca-4482-9fef-482a39bb059c req-e0b0abf7-7392-4e97-8e8d-3179ffbf5ee8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:10.879159 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3006d4f5-adca-4482-9fef-482a39bb059c req-e0b0abf7-7392-4e97-8e8d-3179ffbf5ee8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0604115 Aug 27 04:07:10.924287 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3006d4f5-adca-4482-9fef-482a39bb059c req-911188bc-e055-4014-a17e-51497b1ecb77 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Aug 27 04:07:11.043460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42714) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:11.437770 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5868bf-a047-4389-8fe4-e23f5deab777 req-12aba443-cf36-492f-aba5-a97a46500115 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:11.444543 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c5868bf-a047-4389-8fe4-e23f5deab777 req-12aba443-cf36-492f-aba5-a97a46500115 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.1090813 Aug 27 04:07:11.550537 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c5868bf-a047-4389-8fe4-e23f5deab777 req-60797cc5-1683-48ab-9c58-f5f3b068470b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050031 Aug 27 04:07:11.810638 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf797-120c-48f9-b4f8-df22547e8dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:11.872301 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:11.979859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.016023 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-c74910c1-6b16-461c-8e68-0842f3ce2063 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.017519 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-c74910c1-6b16-461c-8e68-0842f3ce2063 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.0917881 Aug 27 04:07:12.190884 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508eb4e0-0904-46d9-a3be-d9c9462daf88 req-6a14c293-d15a-4ed5-a1f5-d7957d779f79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.192411 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-508eb4e0-0904-46d9-a3be-d9c9462daf88 req-6a14c293-d15a-4ed5-a1f5-d7957d779f79 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 945 time: 0.1724091 Aug 27 04:07:12.283703 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-508eb4e0-0904-46d9-a3be-d9c9462daf88 req-5e4a36f4-3c04-488c-90f4-993d9db02a0d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813904 Aug 27 04:07:12.319111 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Deleting port c7b390d3-307b-4783-8110-7fc1b14d1e6e {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:12.319483 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.473732 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] For port c7b390d3-307b-4783-8110-7fc1b14d1e6e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=c7b390d3-307b-4783-8110-7fc1b14d1e6e,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:12.474009 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.491176 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Calling delete_port for c7b390d3-307b-4783-8110-7fc1b14d1e6e owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:12.553491 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Deleting port 0dc97707-3870-4ca1-8225-415820e9342c {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:12.553839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.634838 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] For port 0dc97707-3870-4ca1-8225-415820e9342c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=0dc97707-3870-4ca1-8225-415820e9342c,segment=NetworkSegment(f6aa2d15-c60b-4715-a06f-2cb301001ff7),segment_id=f6aa2d15-c60b-4715-a06f-2cb301001ff7)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:12.634838 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.686076 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Calling delete_port for 0dc97707-3870-4ca1-8225-415820e9342c owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:12.784900 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8f9f34-d7cf-4fff-bbf8-7da8df5829db req-3092bbfa-f6c3-40e2-a132-4538566de38f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:12.784900 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b8f9f34-d7cf-4fff-bbf8-7da8df5829db req-3092bbfa-f6c3-40e2-a132-4538566de38f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.1390390 Aug 27 04:07:12.833275 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:12.924929 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b8f9f34-d7cf-4fff-bbf8-7da8df5829db req-f942d464-075b-4803-b409-e247ed076628 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240556 Aug 27 04:07:12.998863 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.039449 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4', '8e649769-14df-4b18-9356-5317f00eaeb7', 'e27b77a5-6aea-4f02-b303-64570873e3a4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:13.045263 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event deleted for resources: {'Port': ['ID=c7b390d3-307b-4783-8110-7fc1b14d1e6e,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:13.085312 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.136536 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc97707-3870-4ca1-8225-415820e9342c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:13.146803 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d738eaa-5617-429d-93a9-4ae960b1299a req-d59e3782-e9fe-4c5f-9fae-2e0675d1e47e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:13.148274 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1d738eaa-5617-429d-93a9-4ae960b1299a req-d59e3782-e9fe-4c5f-9fae-2e0675d1e47e tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.1439738 Aug 27 04:07:13.167796 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] No DVR routers for this DVR port c7b390d3-307b-4783-8110-7fc1b14d1e6e on host hv-cinder-80475 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:13.176123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.177999 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75ba3838-5585-42cf-b9ea-b20e9aa982dd req-06cf92ce-37d9-4d5a-a902-754da2e39121 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "DELETE /v2.0/ports/c7b390d3-307b-4783-8110-7fc1b14d1e6e HTTP/1.1" status: 204 len: 173 time: 1.1419923 Aug 27 04:07:13.178432 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'name': 'network-vif-deleted', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:13.180655 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed3b18e-31bf-426a-ad4f-27ae93664a05" -d '{"events": [{"server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "name": "network-vif-deleted", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:13.472693 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed666b0-c092-4edc-9692-d93facb1ee22 x-openstack-request-id: req-1ed666b0-c092-4edc-9692-d93facb1ee22 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:13.472958 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f022fee3-a0a6-49ea-bd1f-283627d16159", "name": "network-vif-deleted", "tag": "c7b390d3-307b-4783-8110-7fc1b14d1e6e", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:13.473193 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1ed666b0-c092-4edc-9692-d93facb1ee22 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:13.473574 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f022fee3-a0a6-49ea-bd1f-283627d16159', 'name': 'network-vif-deleted', 'tag': 'c7b390d3-307b-4783-8110-7fc1b14d1e6e', 'status': 'completed', 'code': 200} Aug 27 04:07:13.510886 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a8d5e311-6345-4cc0-9b08-103cd6452a01 req-41414e6e-0be7-4d7d-8a70-62910525b27f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 210 time: 0.0364428 Aug 27 04:07:13.518617 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1d738eaa-5617-429d-93a9-4ae960b1299a req-ba070959-2903-4420-a8e5-f32028d883e6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3493264 Aug 27 04:07:13.537748 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 42740) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:13.579249 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.772519 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9426aec2-4a13-4079-b08d-14a89a3af0e5 tempest-TestShelveInstance-1784642400 tempest-TestShelveInstance-1784642400-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:13.774034 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9426aec2-4a13-4079-b08d-14a89a3af0e5 tempest-TestShelveInstance-1784642400 tempest-TestShelveInstance-1784642400-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1094 time: 0.2352939 Aug 27 04:07:13.777535 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 42744) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:13.781876 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:13.800951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Router b20cff2f-e3ed-4db6-b996-bc55a41fd25c has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:07:13.916988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:13.926396 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:07:13.931989 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-923f7578-3be2-43ed-a2de-4eac8150e195 admin admin] 10.222.0.73 "PUT /v2.0/routers/b20cff2f-e3ed-4db6-b996-bc55a41fd25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8874807 Aug 27 04:07:13.936531 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42750) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:13.941687 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Sync routers for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:07:13.957172 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:13.957803 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:07:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:14.089087 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.094870 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.153842 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:14.241712 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.263504 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.281116 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Allocated IP 172.27.3.239 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/ec47f145-bf2f-4c06-99dd-ba2838f072ab) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:14.410693 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:07:12Z', 'revision_number': 5, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port': {'id': 'daccfd7e-f1e8-4e67-9f96-705b3549cac4', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:92:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:14.434423 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Deleting port daccfd7e-f1e8-4e67-9f96-705b3549cac4 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:14.434726 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.439805 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.454369 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Checking router: b20cff2f-e3ed-4db6-b996-bc55a41fd25c for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:07:14.478452 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Routers {'b20cff2f-e3ed-4db6-b996-bc55a41fd25c'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:14.480182 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:07:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:14.541875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] For port daccfd7e-f1e8-4e67-9f96-705b3549cac4, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=daccfd7e-f1e8-4e67-9f96-705b3549cac4,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:14.542252 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.551030 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:14.557286 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Calling delete_port for daccfd7e-f1e8-4e67-9f96-705b3549cac4 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:14.610844 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:14.614881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:14.619122 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:14.672259 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'Port': ['ID=ec47f145-bf2f-4c06-99dd-ba2838f072ab,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:14.674214 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] Set router b20cff2f-e3ed-4db6-b996-bc55a41fd25c gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:14.696285 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device c7b390d3-307b-4783-8110-7fc1b14d1e6e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:14.721686 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: c7b390d3-307b-4783-8110-7fc1b14d1e6e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:14.722388 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device c7b390d3-307b-4783-8110-7fc1b14d1e6e not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:14.799612 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:07:14Z', 'revision_number': 6, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:14.808141 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46fc5626-c59e-43b8-9103-4587418f52f9 req-c4364fab-4ac0-4e74-ba86-24d20a75aaf9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=f022fee3-a0a6-49ea-bd1f-283627d16159 HTTP/1.1" status: 200 len: 210 time: 0.0656865 Aug 27 04:07:14.840608 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c266c61-e251-4fb4-92a5-d5e327f5b189 None None] The sync data for ids ['b20cff2f-e3ed-4db6-b996-bc55a41fd25c'] in dv-cinder-804757-2-iscsi is: [{'id': 'b20cff2f-e3ed-4db6-b996-bc55a41fd25c', 'name': 'tempest-ServerRescueNegativeTestJSON-1911949088-router', 'tenant_id': '5030fe8a997e416683658c321efaef5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:07:14Z', 'revision_number': 6, 'project_id': '5030fe8a997e416683658c321efaef5e', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:15.034763 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.087982 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=daccfd7e-f1e8-4e67-9f96-705b3549cac4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:15.090034 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.248238 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.251506 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.260927 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.441208 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.459468 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.469908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b20cff2f-e3ed-4db6-b996-bc55a41fd25c {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:07:15.469908 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.469908 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-cfe3cc95-dc1c-4ccc-8da1-bec44d67cf77 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b20cff2f-e3ed-4db6-b996-bc55a41fd25c HTTP/1.1" status: 204 len: 168 time: 1.5298040 Aug 27 04:07:15.470345 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42778) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:15.517377 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Deleting subnet db5d7ca3-4ebd-4566-9a56-d43b2b6f831d {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:07:15.520522 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.560375 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.575002 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.617927 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.703351 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.770392 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.774992 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event updated for resources: {'Port': ['ID=ec47f145-bf2f-4c06-99dd-ba2838f072ab,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:15.795338 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.809413 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db5d7ca3-4ebd-4566-9a56-d43b2b6f831d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:15.817279 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:15.823869 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d9e0152a-e870-460c-8f6a-7679e4ad249a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/db5d7ca3-4ebd-4566-9a56-d43b2b6f831d HTTP/1.1" status: 204 len: 168 time: 0.3482268 Aug 27 04:07:15.823869 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42792) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:15.913279 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Floating IP 5e609f84-71d3-4bc1-b914-2f1a66a6203f associated. External IP: 172.27.3.239, port: be08ab01-9722-4c1f-b10f-e51c4d71b849. Aug 27 04:07:15.918318 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-2ff2e47c-d487-4019-8a70-1be0ed5243a2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:15.925474 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-2ff2e47c-d487-4019-8a70-1be0ed5243a2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 815 time: 0.2307358 Aug 27 04:07:15.952864 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:07:15.961831 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-d1ef905e-6ac5-4f31-83c0-d1656787c3fc tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/quotas/28d44e8045c24df28323402022ac9228 HTTP/1.1" status: 200 len: 375 time: 0.0283644 Aug 27 04:07:15.966356 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.119063 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-bea7f3f8-3cfd-4caf-9654-46b4840c35f9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1436508 Aug 27 04:07:16.129919 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.148834 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.149623 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.150658 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.151263 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > port after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.151805 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.152488 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > port after_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.152912 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.153412 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.153956 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.154605 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.229700 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Router 4452c3ce-c028-451c-9958-53dce1323d7a has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:07:16.247146 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.247529 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.247867 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.248239 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94487) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 27 04:07:16.248580 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.285961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6aa2d15-c60b-4715-a06f-2cb301001ff7') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.286345 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6aa2d15-c60b-4715-a06f-2cb301001ff7') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.336265 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.350950 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:07:16.365299 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Sync routers for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:07:16.382188 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:16.382426 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:07:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.443453 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.474948 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4431565b-283c-412f-aa83-339173728c74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6961355 Aug 27 04:07:16.475820 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:16.479031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e00e38-6135-4cc7-a972-6a820faa8ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:16.510229 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:16.574256 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a418f18-78bc-4391-920f-09803c71eef9 x-openstack-request-id: req-2a418f18-78bc-4391-920f-09803c71eef9 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:16.574784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:16.575191 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2a418f18-78bc-4391-920f-09803c71eef9 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:16.575786 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'status': 'completed', 'code': 200} Aug 27 04:07:16.590778 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.610250 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:07:16.611432 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: from cryptography.utils import int_from_bytes Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: from cryptography.utils import int_from_bytes Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:07:16.614926 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:07:16.707608 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-cdae535d-8981-4cdb-ad56-520531f067fb service neutron] 10.222.0.73 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539745 Aug 27 04:07:16.768869 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-4b22a479-b0b4-450e-8497-1deef8b56e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:16.770363 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-4b22a479-b0b4-450e-8497-1deef8b56e17 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.1207142 Aug 27 04:07:16.811197 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '5e609f84-71d3-4bc1-b914-2f1a66a6203f', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'mac_address': 'fa:16:3e:3c:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882054ae-274e-4eeb-96d8-2b543f110b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:14Z', 'updated_at': '2021-08-27T04:07:14Z', 'revision_number': 0, 'project_id': '43ccefac7f3746c68214be66026da43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.840479 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Checking router: 4452c3ce-c028-451c-9958-53dce1323d7a for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:07:16.849567 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:07:16.850367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:07:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:16.877558 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-177229e4-841b-4ebc-a118-36d83bee7248 service neutron] 10.222.0.73 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603348 Aug 27 04:07:16.878152 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.897233 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:16.898641 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] 10.222.0.73 "DELETE /v2.0/networks/6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f HTTP/1.1" status: 204 len: 168 time: 1.0740860 Aug 27 04:07:16.913612 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8d91f-9e06-45b2-b225-b24daa7fe068 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4ff16e-6eb5-4af4-b5ba-1e77e4defb5f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:16.918534 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-884f268a-b676-4a6d-83ca-294266d988d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:16.920091 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-884f268a-b676-4a6d-83ca-294266d988d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.1414647 Aug 27 04:07:16.959985 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 0dc97707-3870-4ca1-8225-415820e9342c no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:17.006030 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-fd7ac0a5-ed86-48fe-8ff8-739fda1a5d4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1000 time: 0.0739770 Aug 27 04:07:17.066186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-46cf0669-afbe-441c-ba77-4a6215233ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:17.071938 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-46cf0669-afbe-441c-ba77-4a6215233ccd service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0546722 Aug 27 04:07:17.141724 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 0dc97707-3870-4ca1-8225-415820e9342c {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:17.147002 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 0dc97707-3870-4ca1-8225-415820e9342c not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:17.147002 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device daccfd7e-f1e8-4e67-9f96-705b3549cac4 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:17.147179 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-66af1d5a-b392-4a5e-bd92-72925e6a6571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:17.147179 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-66af1d5a-b392-4a5e-bd92-72925e6a6571 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699720 Aug 27 04:07:17.173987 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: daccfd7e-f1e8-4e67-9f96-705b3549cac4 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:17.176137 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device daccfd7e-f1e8-4e67-9f96-705b3549cac4 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:17.189262 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:07:17.263411 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f21b111-bdad-44cb-8288-5315bfc724c2 req-a6ed75ba-7fc5-4625-8672-166433f1b08f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 210 time: 0.0872915 Aug 27 04:07:17.341315 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-2dc0ecf9-4171-41cb-81e4-adf2faf539ad service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765110 Aug 27 04:07:17.474391 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b0e00e38-6135-4cc7-a972-6a820faa8ee3 req-deabb3e9-13b6-4a5d-9072-61d7a22300b2 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249416 Aug 27 04:07:17.498114 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 42832) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:17.520859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '5e609f84-71d3-4bc1-b914-2f1a66a6203f', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'mac_address': 'fa:16:3e:3c:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882054ae-274e-4eeb-96d8-2b543f110b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:14Z', 'updated_at': '2021-08-27T04:07:14Z', 'revision_number': 0, 'project_id': '43ccefac7f3746c68214be66026da43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:17.546542 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42834) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:17.549208 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-912a409e-d89f-4239-a7d0-e8f17ea40c3b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5030fe8a997e416683658c321efaef5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472283 Aug 27 04:07:17.554165 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26244944-fc36-4aa5-9b23-21a4565e06eb None None] The sync data for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi is: [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '5e609f84-71d3-4bc1-b914-2f1a66a6203f', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'floating_ip_address': '172.27.3.239', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'mac_address': 'fa:16:3e:3c:5e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '882054ae-274e-4eeb-96d8-2b543f110b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:07:14Z', 'updated_at': '2021-08-27T04:07:14Z', 'revision_number': 0, 'project_id': '43ccefac7f3746c68214be66026da43d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:07:17.610221 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:17.639368 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:17.752052 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ebf5ef-e8b3-4ef6-ab9e-30d59fdfe74a None None] New status for floating IP 5e609f84-71d3-4bc1-b914-2f1a66a6203f: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:07:17.796098 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:17.798983 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:17.804511 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20b636ac-21bb-479b-a10e-2c6e924cb50c HTTP/1.1" status: 204 len: 168 time: 0.2525940 Aug 27 04:07:17.813856 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e682a61-95bb-4cbe-a42a-e67f92b4579e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b636ac-21bb-479b-a10e-2c6e924cb50c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:18.382938 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f08cd183-c0ec-4f15-ac01-e66667362a16 req-23a33d34-4b09-4266-a1c9-2684c1928c4b tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 210 time: 0.0298216 Aug 27 04:07:18.901801 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a444f-06b6-41b1-af38-d6e45e3cdb83 req-ebfd53e5-4246-405a-9374-3036ed5c62ea tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:18.903414 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de5a444f-06b6-41b1-af38-d6e45e3cdb83 req-ebfd53e5-4246-405a-9374-3036ed5c62ea tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0547650 Aug 27 04:07:18.944095 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de5a444f-06b6-41b1-af38-d6e45e3cdb83 req-1bfbdc6f-89cf-428e-9798-31d2fe334b52 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345855 Aug 27 04:07:19.476583 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6171a08b-be0b-43d6-9c71-a7f80d431874 req-b7a62a55-6605-4689-b923-56c77712fa33 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 210 time: 0.0264974 Aug 27 04:07:20.159679 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7ac67-4595-48e9-9d63-0ea8c7c09d2f req-46ec53aa-adf5-4f0f-9f2d-4224f363e145 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:20.161955 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7da7ac67-4595-48e9-9d63-0ea8c7c09d2f req-46ec53aa-adf5-4f0f-9f2d-4224f363e145 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.1353512 Aug 27 04:07:20.237851 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-d2016d73-ad7e-4365-b9ae-6c13fc4b3855 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:20.237851 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-d2016d73-ad7e-4365-b9ae-6c13fc4b3855 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 815 time: 0.1931105 Aug 27 04:07:20.239487 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7da7ac67-4595-48e9-9d63-0ea8c7c09d2f req-ea33a364-2b66-45b3-be05-708fe8379695 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603766 Aug 27 04:07:20.263108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'port': {'device_id': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'admin_state_up': True, 'tenant_id': '28d44e8045c24df28323402022ac9228'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:20.510671 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Made reservation on behalf of 28d44e8045c24df28323402022ac9228 for: {'port': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:20.514136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.604780 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11c7cca0-b7b6-4972-ac66-dda7b3d648da req-5333a46a-3201-4579-a801-a098cae97e21 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 210 time: 0.0360312 Aug 27 04:07:20.676151 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Allocated IP 172.20.0.4 (bb0362c5-58ba-43c2-8e2e-e8b684b65d1d/89e077c6-48f6-4875-8508-d54fe85aedf7/14a51c81-8273-4b66-bcee-30da752b0e22) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:20.855861 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:20.873373 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Transition to ACTIVE for port object 14a51c81-8273-4b66-bcee-30da752b0e22 will not be triggered until provisioned by entity DHCP. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:21.014297 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.062347 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:21.067927 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:21.072265 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:21.079477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:21.192141 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:21.192827 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.275391 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-7963b346-9f86-4319-8aec-689e59482b5d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0176113 Aug 27 04:07:21.508027 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8015964-caa5-4b45-8bcc-0eb5dd36e5e1 req-c467d5ad-6e47-46e0-9729-81d1c97ad284 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:21.509978 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c8015964-caa5-4b45-8bcc-0eb5dd36e5e1 req-c467d5ad-6e47-46e0-9729-81d1c97ad284 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1222193 Aug 27 04:07:21.537113 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be9399-bb04-4287-af48-86049a60b440 req-d24d3fb9-fc7c-45e8-90fb-6ad87cfa3966 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:21.538825 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0be9399-bb04-4287-af48-86049a60b440 req-d24d3fb9-fc7c-45e8-90fb-6ad87cfa3966 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0967567 Aug 27 04:07:21.593641 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c8015964-caa5-4b45-8bcc-0eb5dd36e5e1 req-cc10ff39-cdb5-40a7-9fa5-fa362fc5f862 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767777 Aug 27 04:07:21.608934 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0be9399-bb04-4287-af48-86049a60b440 req-25fb1a42-fd7e-421b-bddf-ba72c11ac5c4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590496 Aug 27 04:07:21.624861 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5c749b47-4946-4037-9e3d-0db05e1034e1 None None] Provisioning for port 14a51c81-8273-4b66-bcee-30da752b0e22 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:21.630844 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5c749b47-4946-4037-9e3d-0db05e1034e1 None None] Provisioning complete for port 14a51c81-8273-4b66-bcee-30da752b0e22 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:21.632167 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5c749b47-4946-4037-9e3d-0db05e1034e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:21.680606 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-5c749b47-4946-4037-9e3d-0db05e1034e1 None None] Port 14a51c81-8273-4b66-bcee-30da752b0e22 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:07:21.754934 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a2d10-9a72-4248-9b53-9ac4c9645e31 req-b69ad0b1-b8ba-424c-91b1-146260773d30 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:21.756746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d39a2d10-9a72-4248-9b53-9ac4c9645e31 req-b69ad0b1-b8ba-424c-91b1-146260773d30 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0595832 Aug 27 04:07:21.799414 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d39a2d10-9a72-4248-9b53-9ac4c9645e31 req-1222812e-e285-4028-bffb-cd154caa0760 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349083 Aug 27 04:07:22.719018 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44146d2-1149-4ef9-91b3-483fd9a49810 req-e26fb88c-9dd0-400f-af28-eaa8d573a8a4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:22.720434 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e44146d2-1149-4ef9-91b3-483fd9a49810 req-e26fb88c-9dd0-400f-af28-eaa8d573a8a4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0500588 Aug 27 04:07:22.762918 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e44146d2-1149-4ef9-91b3-483fd9a49810 req-3d202c3d-d7bd-4826-96c6-eb79a725e4d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363173 Aug 27 04:07:22.881196 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b64fd-efcb-41d6-87c0-38400a031f72 req-791f027d-f550-4e9c-9759-03c42cee49b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:22.883112 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a91b64fd-efcb-41d6-87c0-38400a031f72 req-791f027d-f550-4e9c-9759-03c42cee49b6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0915618 Aug 27 04:07:22.926092 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a91b64fd-efcb-41d6-87c0-38400a031f72 req-d41d214d-7874-47ff-ad24-b22a416b4624 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365586 Aug 27 04:07:22.993636 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859d53e4-8ac6-4c2a-aefb-8edd7df1fb6c req-82e87129-edb4-43a5-8f3b-57fd10957ef0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:22.996517 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-859d53e4-8ac6-4c2a-aefb-8edd7df1fb6c req-82e87129-edb4-43a5-8f3b-57fd10957ef0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0601549 Aug 27 04:07:23.048200 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-859d53e4-8ac6-4c2a-aefb-8edd7df1fb6c req-3f3d758c-31d4-4150-bd7a-7e221cf0918c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460920 Aug 27 04:07:23.069822 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 42982) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:23.183876 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-899927a9-6a3f-48f7-9b5a-5b13891b17f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.291212 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-899927a9-6a3f-48f7-9b5a-5b13891b17f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.396341 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-899927a9-6a3f-48f7-9b5a-5b13891b17f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.442074 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-899927a9-6a3f-48f7-9b5a-5b13891b17f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bfb3a8a05e4c47748a9b68ab19f809b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711822 Aug 27 04:07:23.445057 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 42988) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:23.449828 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899927a9-6a3f-48f7-9b5a-5b13891b17f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec3e47-9eba-49df-ab03-85c00b09ba52,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:23.508139 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.530114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.550679 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.688298 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.690900 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:23.694420 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5dec3e47-9eba-49df-ab03-85c00b09ba52 HTTP/1.1" status: 204 len: 168 time: 0.2460866 Aug 27 04:07:23.700747 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc943e5-f107-445e-8abe-da4b25d06f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec3e47-9eba-49df-ab03-85c00b09ba52,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:23.953803 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1260821-77b7-415b-849c-9215f69e27d3 req-416f0cfb-1a97-4a89-905c-a5322be63560 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:23.955710 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1260821-77b7-415b-849c-9215f69e27d3 req-416f0cfb-1a97-4a89-905c-a5322be63560 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0822635 Aug 27 04:07:24.018048 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1260821-77b7-415b-849c-9215f69e27d3 req-ebae8d47-065b-4b7d-98f4-14b314f84d9d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562749 Aug 27 04:07:24.129076 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd4e2ff-4c5e-477d-953c-38f4e5048174 req-88c06f98-3862-45cb-9484-47b1b7b23a10 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.130743 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fdd4e2ff-4c5e-477d-953c-38f4e5048174 req-88c06f98-3862-45cb-9484-47b1b7b23a10 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 946 time: 0.0783548 Aug 27 04:07:24.211281 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fdd4e2ff-4c5e-477d-953c-38f4e5048174 req-4ac96396-b7df-4295-ae31-41db6a1d7611 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706067 Aug 27 04:07:24.228384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082eb96-4b1f-412b-9a81-6fe24a71bc9a req-2affd35d-2e2c-45dd-aa3d-990efecaefcc tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:24.229801 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6082eb96-4b1f-412b-9a81-6fe24a71bc9a req-2affd35d-2e2c-45dd-aa3d-990efecaefcc tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0791152 Aug 27 04:07:24.285239 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6082eb96-4b1f-412b-9a81-6fe24a71bc9a req-5d9e9131-7e9c-498d-ac0d-0db75166855e tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483799 Aug 27 04:07:24.565820 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43018) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:24.706127 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3bff63a4-f813-4a3f-b92a-3178e6f31b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:24.742466 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device e27b77a5-6aea-4f02-b303-64570873e3a4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:24.882751 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:24.884449 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3bff63a4-f813-4a3f-b92a-3178e6f31b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:24.906429 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:24.910699 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dfc695-db1f-42ec-9288-0b7033f1da8b" -d '{"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-unplugged", "status": "completed", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:24.924431 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:24.950397 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6fcf113-0887-44f7-8614-b2ddef4de65f x-openstack-request-id: req-e6fcf113-0887-44f7-8614-b2ddef4de65f {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:24.950791 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-unplugged", "status": "completed", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:25.012862 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6fcf113-0887-44f7-8614-b2ddef4de65f {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:25.012862 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'code': 200} Aug 27 04:07:25.048068 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3bff63a4-f813-4a3f-b92a-3178e6f31b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.084783 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.099126 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3bff63a4-f813-4a3f-b92a-3178e6f31b27 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4a61c4688904491994ffbb60c93fbacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5315802 Aug 27 04:07:25.099978 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff63a4-f813-4a3f-b92a-3178e6f31b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c45d34-2a50-4037-b0a0-dff4356aa46b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:25.101826 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43036) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:25.167827 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:25.214916 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c7fb5-9b4f-48dd-9bfe-fd9e15f4465b req-b52664d0-13de-4029-9a72-4ee91b68dd24 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:25.216510 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-420c7fb5-9b4f-48dd-9bfe-fd9e15f4465b req-b52664d0-13de-4029-9a72-4ee91b68dd24 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0895059 Aug 27 04:07:25.236153 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.264784 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-420c7fb5-9b4f-48dd-9bfe-fd9e15f4465b req-8617c231-21cc-471b-944a-756c372c0fab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409672 Aug 27 04:07:25.284051 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.375196 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc96ef33-a8a1-47ca-ad22-b5d6951524f7 req-9b9b92ac-16cc-4b94-a727-fcf30dc91803 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:25.376454 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dc96ef33-a8a1-47ca-ad22-b5d6951524f7 req-9b9b92ac-16cc-4b94-a727-fcf30dc91803 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0554085 Aug 27 04:07:25.436817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.439445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:25.440607 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/03c45d34-2a50-4037-b0a0-dff4356aa46b HTTP/1.1" status: 204 len: 168 time: 0.3371544 Aug 27 04:07:25.444972 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dc96ef33-a8a1-47ca-ad22-b5d6951524f7 req-bc907460-2448-4ce8-8b36-b9006eebd930 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593631 Aug 27 04:07:25.449147 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982f035-2b11-454d-9ed7-1ff7ba573bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c45d34-2a50-4037-b0a0-dff4356aa46b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:25.455169 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b106a-5581-443e-9788-a2366ca56e4e req-9ef98138-3061-47d6-bf45-7773cb0dc798 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:25.457684 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d9b106a-5581-443e-9788-a2366ca56e4e req-9ef98138-3061-47d6-bf45-7773cb0dc798 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0803339 Aug 27 04:07:25.497886 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2d9b106a-5581-443e-9788-a2366ca56e4e req-c746dde9-0985-42ed-b866-510f6fda5413 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Aug 27 04:07:26.440582 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8708df4f-d3a8-4e85-add7-a6379012738b req-30c4f2e6-0f05-4182-83d8-2efcd4067fdd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.442084 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8708df4f-d3a8-4e85-add7-a6379012738b req-30c4f2e6-0f05-4182-83d8-2efcd4067fdd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0708287 Aug 27 04:07:26.482162 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8708df4f-d3a8-4e85-add7-a6379012738b req-bbd34c5c-5da3-429b-a045-339bbb4cd624 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331969 Aug 27 04:07:26.644161 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020195f1-e182-44ab-b406-5800cdfb91f6 req-b469a234-6d42-4555-b455-92308bca8630 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.645831 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-020195f1-e182-44ab-b406-5800cdfb91f6 req-b469a234-6d42-4555-b455-92308bca8630 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0978270 Aug 27 04:07:26.680051 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1ddc7-c407-43ff-814f-33424856b455 req-8f045141-5cbc-4f57-a264-90bd904084ff tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:26.681627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ddd1ddc7-c407-43ff-814f-33424856b455 req-8f045141-5cbc-4f57-a264-90bd904084ff tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0858889 Aug 27 04:07:26.713778 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-020195f1-e182-44ab-b406-5800cdfb91f6 req-e20fceac-3f34-401a-a9c1-ac8b3c6d7ea5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596595 Aug 27 04:07:26.735931 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ddd1ddc7-c407-43ff-814f-33424856b455 req-5927a5bc-0125-4022-a81e-38a1a1ae84b8 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467675 Aug 27 04:07:27.609316 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b3c60-2f1f-4952-80a2-adf7e48c9597 req-969ca5c9-895a-4d17-8438-ed7775e8eb74 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.611134 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-062b3c60-2f1f-4952-80a2-adf7e48c9597 req-969ca5c9-895a-4d17-8438-ed7775e8eb74 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0513668 Aug 27 04:07:27.652354 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-062b3c60-2f1f-4952-80a2-adf7e48c9597 req-f67f7b84-b37e-4578-a853-731ffb0e4207 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352581 Aug 27 04:07:27.880282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ca57d-a112-4b74-bc0e-bc05c987d1dd req-511689db-7a65-4a36-a896-aa17d97e0eaf tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.881805 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de4ca57d-a112-4b74-bc0e-bc05c987d1dd req-511689db-7a65-4a36-a896-aa17d97e0eaf tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0884216 Aug 27 04:07:27.926153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c14b455-fbbd-4e2a-9d44-ab6739a558d1 req-d0ad6a6b-4e30-408d-994f-fe1e54604419 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:27.943891 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c14b455-fbbd-4e2a-9d44-ab6739a558d1 req-d0ad6a6b-4e30-408d-994f-fe1e54604419 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0971503 Aug 27 04:07:27.960774 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de4ca57d-a112-4b74-bc0e-bc05c987d1dd req-2382d495-a3f5-4fbf-afca-7d6669c049e5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693607 Aug 27 04:07:27.983356 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8c14b455-fbbd-4e2a-9d44-ab6739a558d1 req-12a64894-8007-40d8-b0e4-abeaa702b4fb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490496 Aug 27 04:07:28.332990 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-70910b39-bd06-4afa-be88-a19272347eca tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=769d70d40946487c899a78bcec6dca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288146 Aug 27 04:07:28.538874 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-a67e2440-8c92-4add-af05-b031cfd00075 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:28.540370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-a67e2440-8c92-4add-af05-b031cfd00075 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011685 Aug 27 04:07:28.557429 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-95f7c8fb-b9e2-46fd-9dfb-df21b3d189b3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/quotas/769d70d40946487c899a78bcec6dca8f HTTP/1.1" status: 200 len: 375 time: 0.0102894 Aug 27 04:07:28.593012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-940229b3-220f-4201-9410-8cfd286c41f5 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=769d70d40946487c899a78bcec6dca8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295782 Aug 27 04:07:28.797370 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ab773-98df-4f50-b1a0-34cb4424e23e req-6cda7d3a-3277-4127-8789-94bac6a7b4b6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:28.799128 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb1ab773-98df-4f50-b1a0-34cb4424e23e req-6cda7d3a-3277-4127-8789-94bac6a7b4b6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0485277 Aug 27 04:07:28.839262 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb1ab773-98df-4f50-b1a0-34cb4424e23e req-9ceb00c8-bd8b-491d-bc83-7e6c50fcd59c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340059 Aug 27 04:07:28.969480 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7753214c-1f59-409a-9217-af575e6af5d4 req-6905b5a4-4768-4b84-ab2b-9180a5a1e00c tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0376079 Aug 27 04:07:29.141464 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1976b9ad-74e2-4c54-9c16-d20f322d1aa5 req-345acdb1-1bb0-4380-bdd5-f97376e42188 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:29.143741 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1976b9ad-74e2-4c54-9c16-d20f322d1aa5 req-345acdb1-1bb0-4380-bdd5-f97376e42188 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0905414 Aug 27 04:07:29.175132 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf4463-7881-4cd7-afdc-c9418f327c77 req-e29d7a66-4eea-4041-adaa-2e46cf1faf61 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:29.176805 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cdf4463-7881-4cd7-afdc-c9418f327c77 req-e29d7a66-4eea-4041-adaa-2e46cf1faf61 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0977066 Aug 27 04:07:29.211668 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1976b9ad-74e2-4c54-9c16-d20f322d1aa5 req-67ccdc20-f09f-46b4-9e93-3c1f87c91151 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618472 Aug 27 04:07:29.251141 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cdf4463-7881-4cd7-afdc-c9418f327c77 req-51038735-04bb-4d62-8aa8-7d38f1055f04 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657041 Aug 27 04:07:29.964139 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b96795-cb12-4e6a-aaa4-550c80801405 req-30c3354d-2761-42ed-8432-58c9609039ac tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:29.972188 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68b96795-cb12-4e6a-aaa4-550c80801405 req-30c3354d-2761-42ed-8432-58c9609039ac tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0584254 Aug 27 04:07:30.011722 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68b96795-cb12-4e6a-aaa4-550c80801405 req-24054161-d219-4a94-bdfd-30b219b361ca tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380151 Aug 27 04:07:30.052055 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af939dd7-e08b-496a-acff-5334fe7838e4 req-a8caa4f6-7af5-433b-82d9-7da8f25483a6 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0299459 Aug 27 04:07:30.370106 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78329c14-693f-490f-947e-fdcd59daf4a5 req-6673e0c0-3c7e-43d8-85ca-d26c55a31895 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:30.371692 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78329c14-693f-490f-947e-fdcd59daf4a5 req-6673e0c0-3c7e-43d8-85ca-d26c55a31895 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0735993 Aug 27 04:07:30.409469 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ffcf5-8bad-47b2-a383-0c8092aec813 req-6276871e-d888-4283-af04-25099bb32fd8 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:30.411367 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-831ffcf5-8bad-47b2-a383-0c8092aec813 req-6276871e-d888-4283-af04-25099bb32fd8 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0793095 Aug 27 04:07:30.442816 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78329c14-693f-490f-947e-fdcd59daf4a5 req-402eac6d-92e8-4838-a6a2-5a71cd30d285 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635610 Aug 27 04:07:30.477811 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-831ffcf5-8bad-47b2-a383-0c8092aec813 req-cfbd2735-b3ce-49ce-9c54-5f35eb542516 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597827 Aug 27 04:07:31.154921 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aac719-5f4a-4757-ba29-b378524c2974 req-3d7a6565-be2a-4438-931f-5852b8159cac tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:31.163361 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65aac719-5f4a-4757-ba29-b378524c2974 req-3d7a6565-be2a-4438-931f-5852b8159cac tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0616167 Aug 27 04:07:31.216890 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2c83e186-ec65-498c-831c-afe4d1b26460 req-02e61797-1253-4a0e-881d-29a7ac38e330 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0327482 Aug 27 04:07:31.235482 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-65aac719-5f4a-4757-ba29-b378524c2974 req-92aa16a6-a69c-41c2-a4d9-5f92001a3be7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710657 Aug 27 04:07:31.633638 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cdf16-5bc6-497d-8d47-40710e11961d req-c2fe02cb-a411-466c-a021-8f83816a45dd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:31.635424 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-140cdf16-5bc6-497d-8d47-40710e11961d req-c2fe02cb-a411-466c-a021-8f83816a45dd tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0824754 Aug 27 04:07:31.669332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d76dd-069f-4417-af83-3179282d15d8 req-0a06a93d-6319-4fb0-b49d-7b0d28fc8462 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:31.670819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a33d76dd-069f-4417-af83-3179282d15d8 req-0a06a93d-6319-4fb0-b49d-7b0d28fc8462 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0925910 Aug 27 04:07:31.695125 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-140cdf16-5bc6-497d-8d47-40710e11961d req-dc3ee76a-ef82-4486-87a5-124377951df0 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520780 Aug 27 04:07:31.725680 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a33d76dd-069f-4417-af83-3179282d15d8 req-cc41f0a3-bbbb-46ef-ba6c-86b1d7640819 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485487 Aug 27 04:07:32.326422 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b2fa5a6-3798-4397-adfc-b79c69912b7c req-843d3dd5-9726-4561-a93c-ad98f68d72d1 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0323884 Aug 27 04:07:32.383965 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdec84-078a-46d0-9898-3d0c88034afd req-c8509fbc-368b-4bb3-872e-13673929eee1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:32.386505 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7bdec84-078a-46d0-9898-3d0c88034afd req-c8509fbc-368b-4bb3-872e-13673929eee1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0638916 Aug 27 04:07:32.430138 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7bdec84-078a-46d0-9898-3d0c88034afd req-e9499513-ed17-426a-8135-0cc784e60cba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368605 Aug 27 04:07:32.824906 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d0c77-df24-48c4-b419-e58c0dbd8e36 req-6163630d-c097-4ed2-9ecb-ad376bbfd7ff tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:32.826629 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-036d0c77-df24-48c4-b419-e58c0dbd8e36 req-6163630d-c097-4ed2-9ecb-ad376bbfd7ff tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0589952 Aug 27 04:07:32.895617 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-036d0c77-df24-48c4-b419-e58c0dbd8e36 req-ea3ea13b-aba4-410d-b9a1-b774801902cf tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624871 Aug 27 04:07:32.909435 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4575a4-4b43-4daa-8ed9-13420a643d6d req-b1924a5a-bbf9-4d8d-822b-2609ff2b67a3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:32.911051 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b4575a4-4b43-4daa-8ed9-13420a643d6d req-b1924a5a-bbf9-4d8d-822b-2609ff2b67a3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0797281 Aug 27 04:07:32.953415 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b4575a4-4b43-4daa-8ed9-13420a643d6d req-ac96d3d5-14e9-4e30-a60a-0e9aa847b5c2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Aug 27 04:07:33.422495 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b799f411-7dc4-4a8a-a4d4-6217877b299b req-6845cffb-ed9b-4c1a-aa91-b5df4156c45c tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0268788 Aug 27 04:07:33.570068 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393ab18-8dbf-4a08-a8b0-9d19244dccc3 req-0aefae3f-8acb-4d2b-9934-7576033f6249 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:33.577290 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0393ab18-8dbf-4a08-a8b0-9d19244dccc3 req-0aefae3f-8acb-4d2b-9934-7576033f6249 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0505908 Aug 27 04:07:33.615183 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0393ab18-8dbf-4a08-a8b0-9d19244dccc3 req-1f7a91f0-279e-4917-8fbc-99ecea36f8e8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366144 Aug 27 04:07:34.046061 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbb400-e825-4c6e-9004-f8f2fcc32644 req-371673dd-4013-4969-addb-6cfef26b14d1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:34.047652 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76bbb400-e825-4c6e-9004-f8f2fcc32644 req-371673dd-4013-4969-addb-6cfef26b14d1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0717337 Aug 27 04:07:34.391060 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f509674-5a5b-452d-b88a-78036b66688a req-0d296f24-5f2b-4b9d-b76c-a4e71bb0e7a4 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:34.392582 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f509674-5a5b-452d-b88a-78036b66688a req-0d296f24-5f2b-4b9d-b76c-a4e71bb0e7a4 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.3560848 Aug 27 04:07:34.395320 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-76bbb400-e825-4c6e-9004-f8f2fcc32644 req-69e53a8e-9065-4230-af9b-a701becd4093 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387420 Aug 27 04:07:34.438720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f509674-5a5b-452d-b88a-78036b66688a req-a37ac6d8-e6b7-4f03-83db-ab1908500578 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399315 Aug 27 04:07:34.556961 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a0dbc3e7-b31d-4404-b3b8-3c6f7aa2bfb8 req-363c34f1-b4ba-40ce-bf7d-74409a652315 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0274174 Aug 27 04:07:34.751261 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3160b8-81f1-4cb0-913b-0b75bfa7354e req-953add34-e039-4e7b-81d1-9db1a3a2d83e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:34.752822 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c3160b8-81f1-4cb0-913b-0b75bfa7354e req-953add34-e039-4e7b-81d1-9db1a3a2d83e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0572834 Aug 27 04:07:34.793960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c3160b8-81f1-4cb0-913b-0b75bfa7354e req-e15ff6e6-5495-42d5-b5a3-4b674140fcc9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349832 Aug 27 04:07:35.577921 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c419f4-968d-432f-9b24-f1633cc7e657 req-ba074e99-ea6d-4e4c-a4d9-fdccb4c0f448 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:35.580022 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-89c419f4-968d-432f-9b24-f1633cc7e657 req-ba074e99-ea6d-4e4c-a4d9-fdccb4c0f448 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.1059196 Aug 27 04:07:35.604059 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55eddd-adde-4ec5-9eee-2df17fc7243b req-6089909e-34d2-48aa-a3cc-16ed1694aaa5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:35.604601 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cf55eddd-adde-4ec5-9eee-2df17fc7243b req-6089909e-34d2-48aa-a3cc-16ed1694aaa5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0748398 Aug 27 04:07:35.653595 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-89c419f4-968d-432f-9b24-f1633cc7e657 req-4921d842-e650-45d7-abd7-21d133fbd3a6 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654767 Aug 27 04:07:35.675762 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cf55eddd-adde-4ec5-9eee-2df17fc7243b req-51abe140-1d02-471c-803f-f586e956162b tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568612 Aug 27 04:07:35.760366 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-266ca3ca-fb4e-48ce-bfcd-b9192e1f4a13 req-dd1248bc-e1ff-4aa2-97cd-94ef3100c78e tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0269654 Aug 27 04:07:35.930240 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdcf5d-2d49-428b-9b39-36aad72e5903 req-7f91b255-bc61-416a-bbcc-552412650a4a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:35.932399 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fefdcf5d-2d49-428b-9b39-36aad72e5903 req-7f91b255-bc61-416a-bbcc-552412650a4a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0639181 Aug 27 04:07:35.973771 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fefdcf5d-2d49-428b-9b39-36aad72e5903 req-d6f3be24-ab13-49cd-9008-499a2bf2b769 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350547 Aug 27 04:07:36.807893 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f56208-f89c-4dbb-8ede-dde6f7bd1300 req-07279ba8-1411-4489-a432-7e60a56be0f9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:36.809387 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-44f56208-f89c-4dbb-8ede-dde6f7bd1300 req-07279ba8-1411-4489-a432-7e60a56be0f9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0866196 Aug 27 04:07:36.824039 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd50b9-05e0-4212-a14d-9e6c270b93e1 req-4b7e13bb-9d70-4d95-8e11-6fd02765e39b tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:36.825467 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2dd50b9-05e0-4212-a14d-9e6c270b93e1 req-4b7e13bb-9d70-4d95-8e11-6fd02765e39b tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0761001 Aug 27 04:07:36.885553 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-44f56208-f89c-4dbb-8ede-dde6f7bd1300 req-0a19f214-69d0-4707-9b7b-615b90e9a13c tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695240 Aug 27 04:07:36.895153 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a2dd50b9-05e0-4212-a14d-9e6c270b93e1 req-01d277e4-2397-4d9a-9e2e-2dee80917ec0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Aug 27 04:07:36.970062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54348f8a-84b2-4c6a-889f-829b1804fe9c req-d9c16f3f-f558-46a1-bcb5-57e0728954a4 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0256107 Aug 27 04:07:37.097839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70b012-1409-44e2-a9d0-daa12c7b58c2 req-cda20570-48a2-44e9-8174-703dfecaf0d3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:37.099455 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af70b012-1409-44e2-a9d0-daa12c7b58c2 req-cda20570-48a2-44e9-8174-703dfecaf0d3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0490751 Aug 27 04:07:37.141930 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af70b012-1409-44e2-a9d0-daa12c7b58c2 req-faecbd57-27ce-4149-8cb2-b09f5036da6b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356920 Aug 27 04:07:38.050602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e358c9-edca-47c5-a3e9-11d54bd48d59 req-ed47e24e-3961-4d75-a0d2-e6c64903dfac tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:38.052110 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-63e358c9-edca-47c5-a3e9-11d54bd48d59 req-ed47e24e-3961-4d75-a0d2-e6c64903dfac tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0945692 Aug 27 04:07:38.061050 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea84348-f7ca-4194-b2da-cc594db47781 req-700aaa35-345c-4566-ba2d-0cd6bdfe2324 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:38.064814 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ea84348-f7ca-4194-b2da-cc594db47781 req-700aaa35-345c-4566-ba2d-0cd6bdfe2324 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0951269 Aug 27 04:07:38.126503 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-63e358c9-edca-47c5-a3e9-11d54bd48d59 req-8d61fd81-fffa-4fc5-8be6-931b64a6bf3a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630548 Aug 27 04:07:38.129056 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ea84348-f7ca-4194-b2da-cc594db47781 req-71d4e36a-a058-4aae-82a3-c216e5d7c630 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Aug 27 04:07:38.210577 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b8aae96b-2c97-4f5e-99a2-ed0f9e0e477a req-dc872b81-1a00-482a-b9ad-1706f2e7aee3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0262551 Aug 27 04:07:38.265664 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879facd6-a806-4e40-ba77-58319b4bc518 req-19114be8-e995-492a-8706-ccd04cfe939e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:38.267277 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-879facd6-a806-4e40-ba77-58319b4bc518 req-19114be8-e995-492a-8706-ccd04cfe939e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0517325 Aug 27 04:07:38.305974 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-879facd6-a806-4e40-ba77-58319b4bc518 req-ba209a53-e476-47ac-8214-45bc475898f4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Aug 27 04:07:39.120078 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-787e42bb-6564-4796-a251-16fdd73c7d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.284165 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c40f8e-bf7b-4399-85b8-a1b4eb3e92d0 req-5eb94365-e04a-43d1-8cd4-3d2f7d159c4f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:39.285797 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85c40f8e-bf7b-4399-85b8-a1b4eb3e92d0 req-5eb94365-e04a-43d1-8cd4-3d2f7d159c4f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.0877757 Aug 27 04:07:39.293695 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89ab5b-e0e1-4ec8-bdef-3b1fa8886ecb req-b61a4d25-02f3-4ab9-ae93-a95896f9f4b3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:39.295198 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d89ab5b-e0e1-4ec8-bdef-3b1fa8886ecb req-b61a4d25-02f3-4ab9-ae93-a95896f9f4b3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 931 time: 0.0959356 Aug 27 04:07:39.346327 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85c40f8e-bf7b-4399-85b8-a1b4eb3e92d0 req-cc8fe0a8-37a6-4454-b309-28b95cf263c4 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501232 Aug 27 04:07:39.364129 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d89ab5b-e0e1-4ec8-bdef-3b1fa8886ecb req-b10df001-e262-48dd-b1b6-bb21d1ae8238 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541523 Aug 27 04:07:39.368501 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Request body: {'port': {'device_id': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:39.465471 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a4cc7ae3-0aee-433f-9df9-b2514147fb9e req-8a34b621-ed55-4222-bb6f-fdeef6ea0e59 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0316379 Aug 27 04:07:39.466482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:39.632185 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2aeaa-1671-4c2f-9e18-dcc63f8a05cd req-2d62e3ab-2fa9-4099-a14b-d0290454f0f1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:39.633561 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ae2aeaa-1671-4c2f-9e18-dcc63f8a05cd req-2d62e3ab-2fa9-4099-a14b-d0290454f0f1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1575499 Aug 27 04:07:39.796087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-6c719c64-802e-4d25-b183-518abdc8aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:39.797741 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-6c719c64-802e-4d25-b183-518abdc8aaf2 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1098 time: 0.1832602 Aug 27 04:07:39.802112 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1ae2aeaa-1671-4c2f-9e18-dcc63f8a05cd req-03ce01c8-bf20-48ca-99ca-c6d8ffd35bff tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408272 Aug 27 04:07:39.814528 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-357925af-e6e5-42a2-ac99-95ff529ed6d5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:39.816191 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-357925af-e6e5-42a2-ac99-95ff529ed6d5 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.1781602 Aug 27 04:07:40.048660 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-4e535d74-ad60-4623-99b6-5772205a194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.050400 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-4e535d74-ad60-4623-99b6-5772205a194a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.2214434 Aug 27 04:07:40.069491 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a51c81-8273-4b66-bcee-30da752b0e22 {{(pid=94487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:40.080948 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.098059 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Deleting port e27b77a5-6aea-4f02-b303-64570873e3a4 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:40.098397 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.113027 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.provisioning_blocks [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Transition to ACTIVE for port object 14a51c81-8273-4b66-bcee-30da752b0e22 will not be triggered until provisioned by entity L2. {{(pid=94487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:40.230297 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-c8733b0f-6f8b-4ceb-aee5-083971f14f00 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 1000 time: 0.0895712 Aug 27 04:07:40.242728 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] For port e27b77a5-6aea-4f02-b303-64570873e3a4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=e27b77a5-6aea-4f02-b303-64570873e3a4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:40.243278 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.252348 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.290685 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Calling delete_port for e27b77a5-6aea-4f02-b303-64570873e3a4 owned by compute:nova {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:40.392142 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.396896 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-ca942586-ab3b-4aa6-8c1f-e0e5bb32964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.397090 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-ca942586-ab3b-4aa6-8c1f-e0e5bb32964d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.1563554 Aug 27 04:07:40.653497 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dd397-77ac-46de-a720-341902d73209 req-e5b2f35a-7914-45e2-8c4c-595671fed1a1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.654995 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-922dd397-77ac-46de-a720-341902d73209 req-e5b2f35a-7914-45e2-8c4c-595671fed1a1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 944 time: 0.1940565 Aug 27 04:07:40.678091 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-853c828f-e924-4bb3-b4d9-1b96c1de46e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.679678 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-853c828f-e924-4bb3-b4d9-1b96c1de46e5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2273078 Aug 27 04:07:40.693688 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93c9b3-a706-41b8-b54d-28d4c48bf138 req-6cbbcec0-a674-4b01-9e5c-eb9db487cb41 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.695144 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c93c9b3-a706-41b8-b54d-28d4c48bf138 req-6cbbcec0-a674-4b01-9e5c-eb9db487cb41 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.2234046 Aug 27 04:07:40.715171 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Attempting to bind port 14a51c81-8273-4b66-bcee-30da752b0e22 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:40.715599 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Attempting to bind port 14a51c81-8273-4b66-bcee-30da752b0e22 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:40.715932 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Attempting to bind port 14a51c81-8273-4b66-bcee-30da752b0e22 on network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:40.723653 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-5de2d1fa-e536-480c-982c-776342cb8e7d tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=769d70d40946487c899a78bcec6dca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308316 Aug 27 04:07:40.766473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Port 14a51c81-8273-4b66-bcee-30da752b0e22 on network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:07:40.766473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Attempting to bind port 14a51c81-8273-4b66-bcee-30da752b0e22 on network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:40.801110 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:40.801458 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Checking segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:40.801851 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Bound using segment: {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'} {{(pid=94487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:40.802285 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.managers [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Bound port: 14a51c81-8273-4b66-bcee-30da752b0e22, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dead712-3197-40ca-abfc-0934b70dc0bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d'}}] {{(pid=94487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:40.802673 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.820864 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-922dd397-77ac-46de-a720-341902d73209 req-631743bd-73f0-4db9-b556-4b55e24bf713 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536448 Aug 27 04:07:40.850447 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c93c9b3-a706-41b8-b54d-28d4c48bf138 req-b559e1c1-9e35-4f34-902b-2a7d53b79305 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363432 Aug 27 04:07:40.875748 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:40.904160 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4', '8e649769-14df-4b18-9356-5317f00eaeb7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:40.923013 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-fa6948b1-41cf-4ee5-828a-2d29dd33fa08 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268715 Aug 27 04:07:40.923761 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event deleted for resources: {'Port': ['ID=e27b77a5-6aea-4f02-b303-64570873e3a4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:40.961573 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-2456de26-e291-421a-85a2-db91b55a4a58 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:40.961573 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-2456de26-e291-421a-85a2-db91b55a4a58 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2273929 Aug 27 04:07:40.998309 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Request body: {'port': {'device_id': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99', 'admin_state_up': True, 'tenant_id': '769d70d40946487c899a78bcec6dca8f'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:41.059115 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] No DVR routers for this DVR port e27b77a5-6aea-4f02-b303-64570873e3a4 on host hv-cinder-80475 {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:41.080946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.082746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "DELETE /v2.0/ports/e27b77a5-6aea-4f02-b303-64570873e3a4 HTTP/1.1" status: 204 len: 173 time: 1.2548828 Aug 27 04:07:41.089662 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-deleted', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:41.094530 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a499ab-fdb3-48d1-bcb9-20de09ab826a" -d '{"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-deleted", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:41.100556 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, cleared binding levels {{(pid=94487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:41.145462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-448cda10-3da5-45ea-9e35-1bbbc537d053 req-bfea2561-9a48-4d25-a9ca-592892d4752e tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0979984 Aug 27 04:07:41.160023 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:41.229497 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-8c656b7c-13a7-4834-b415-2119a8c666a2 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860842 Aug 27 04:07:41.230951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed16794a-d72b-404f-b20c-b16519fcc153 x-openstack-request-id: req-ed16794a-d72b-404f-b20c-b16519fcc153 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:41.231236 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8372e50f-df43-4829-b2c7-7d1a9334f817", "name": "network-vif-deleted", "tag": "e27b77a5-6aea-4f02-b303-64570873e3a4", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:41.231488 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ed16794a-d72b-404f-b20c-b16519fcc153 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:41.231880 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8372e50f-df43-4829-b2c7-7d1a9334f817', 'name': 'network-vif-deleted', 'tag': 'e27b77a5-6aea-4f02-b303-64570873e3a4', 'status': 'completed', 'code': 200} Aug 27 04:07:41.245325 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dda23-bf0a-44a2-a2c1-49a272cf59eb req-4119f249-92a1-4906-b338-fc44117dbdf3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:41.246992 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9b3dda23-bf0a-44a2-a2c1-49a272cf59eb req-4119f249-92a1-4906-b338-fc44117dbdf3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1959157 Aug 27 04:07:41.272282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.320324 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:41.320975 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.324037 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] 10.222.0.74 "PUT /v2.0/ports/14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 1093 time: 1.9641283 Aug 27 04:07:41.332860 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9b3dda23-bf0a-44a2-a2c1-49a272cf59eb req-3d12aa01-256c-447c-b356-948084645b00 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795383 Aug 27 04:07:41.339712 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Made reservation on behalf of 769d70d40946487c899a78bcec6dca8f for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:07:41.344681 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.361952 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.364788 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5c2ab-47ed-4535-8492-5574600478cf service neutron] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=3']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:41.504252 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.653644 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-be1cce34-36ce-4e88-b54c-a791ff95461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:41.655212 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-be1cce34-36ce-4e88-b54c-a791ff95461e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1096 time: 0.0447469 Aug 27 04:07:41.722785 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-9774993b-3812-4beb-8bb5-44dfab603a97 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0394580 Aug 27 04:07:41.761743 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.826882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4969a2c9-5012-4fe7-8b3a-1b433d4d5442,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:41.917878 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9d53d39c-123a-47c0-80b5-a755a216c350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:41.966249 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Allocated IP 192.168.233.143 (e2b13173-7163-4e80-8a8e-e2fddcad2f99/2f5c5b50-06b6-4944-9c06-f70985191ae5/266cf5f8-78cd-4a24-a33e-a929c83a616e) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:07:42.098332 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25d25126-c617-4541-a34c-83292c2b17fb req-9f31df79-df88-4a95-ba61-0a09693b8a8d tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=8372e50f-df43-4829-b2c7-7d1a9334f817 HTTP/1.1" status: 200 len: 210 time: 0.0587311 Aug 27 04:07:42.102441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.116914 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-b9a4a416-1ceb-4a07-b5e2-8049b9e8b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.116914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-b9a4a416-1ceb-4a07-b5e2-8049b9e8b223 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.3403242 Aug 27 04:07:42.118717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Transition to ACTIVE for port object 266cf5f8-78cd-4a24-a33e-a929c83a616e will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:42.141462 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28301077-9d47-4104-adc3-c589653a902f req-20512895-5690-4ce9-8ef6-47c05d36f4ef tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.143126 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28301077-9d47-4104-adc3-c589653a902f req-20512895-5690-4ce9-8ef6-47c05d36f4ef tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.1049392 Aug 27 04:07:42.156589 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.198698 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-67cd9573-2065-483d-91db-4bb4a0fc86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.200302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-67cd9573-2065-483d-91db-4bb4a0fc86d9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0775008 Aug 27 04:07:42.240891 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28301077-9d47-4104-adc3-c589653a902f req-2d79cb7e-cd4f-47fb-be37-4313f3dee5ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804682 Aug 27 04:07:42.300327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.305206 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9715573-a755-4948-a3f2-a31d5b899c93 req-b5674780-a9b1-4335-bb34-652af72dde47 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0387223 Aug 27 04:07:42.346362 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Network e2b13173-7163-4e80-8a8e-e2fddcad2f99 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:07:42.347947 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-47d17a7d-dcb2-48a8-9c8a-782b7674fcc5 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364920 Aug 27 04:07:42.351978 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:07:42.356210 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:07:42.407344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Pushing event updated for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:42.462109 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.465497 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.561306 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f6614-4334-4055-8fcc-50d9dc3264f9 req-5e7d2359-7287-4f06-9cec-045309e9b328 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:42.562940 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-889f6614-4334-4055-8fcc-50d9dc3264f9 req-5e7d2359-7287-4f06-9cec-045309e9b328 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1087232 Aug 27 04:07:42.640233 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-889f6614-4334-4055-8fcc-50d9dc3264f9 req-3931c8f4-6811-44ce-96fd-11bdb7462819 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616450 Aug 27 04:07:42.642307 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-045e467c-a49b-4b8a-809c-0ac2c434f882 req-4aa5f2ca-9cab-4a77-8a27-bffe91447e2d service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429646 Aug 27 04:07:42.671119 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-98775656-e93f-438f-9530-d4b163103284 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6889031 Aug 27 04:07:42.689767 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Request body: {'port': {'device_id': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:07:42.699882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-973866c6-4444-4b46-943f-a699904b6b68 None None] Provisioning for port 266cf5f8-78cd-4a24-a33e-a929c83a616e completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:42.705250 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-973866c6-4444-4b46-943f-a699904b6b68 None None] Provisioning complete for port 266cf5f8-78cd-4a24-a33e-a929c83a616e triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:42.708572 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-973866c6-4444-4b46-943f-a699904b6b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.751511 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:42.756982 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-973866c6-4444-4b46-943f-a699904b6b68 None None] Port 266cf5f8-78cd-4a24-a33e-a929c83a616e cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:07:42.874297 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.020430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266cf5f8-78cd-4a24-a33e-a929c83a616e {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:43.028477 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.040040 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Transition to ACTIVE for port object 266cf5f8-78cd-4a24-a33e-a929c83a616e will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:07:43.224530 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.234251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:43.236067 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96640a7-cb1a-4144-9d25-cf2584b07837" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:43.277710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc61828-0d3e-4125-beb6-80467f0a4dac x-openstack-request-id: req-2cc61828-0d3e-4125-beb6-80467f0a4dac {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:43.278609 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:43.279884 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2cc61828-0d3e-4125-beb6-80467f0a4dac {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:43.282443 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:07:43.290381 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:43.314932 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.315281 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.315835 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.316332 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.316873 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.317403 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.317748 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.318075 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.318415 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.318770 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.319092 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.319416 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:43.421674 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c222a-5174-49e2-999b-54bee220f959 req-7b297264-3440-443f-95b4-5c3e7a63ce60 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.424335 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ab4c222a-5174-49e2-999b-54bee220f959 req-7b297264-3440-443f-95b4-5c3e7a63ce60 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.0967343 Aug 27 04:07:43.426795 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-9883602e-8e6d-40ac-b87e-a25298eaf7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.428465 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-9883602e-8e6d-40ac-b87e-a25298eaf7c1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1096 time: 0.0920229 Aug 27 04:07:43.530062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ab4c222a-5174-49e2-999b-54bee220f959 req-e02c1cce-ee17-4641-afb8-8c4b0fa4aced tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991230 Aug 27 04:07:43.562782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-59085a82-85fa-4489-9e11-b24b4ffca415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.564473 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-59085a82-85fa-4489-9e11-b24b4ffca415 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.1272223 Aug 27 04:07:43.614077 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Attempting to bind port 266cf5f8-78cd-4a24-a33e-a929c83a616e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:07:43.614268 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Attempting to bind port 266cf5f8-78cd-4a24-a33e-a929c83a616e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:07:43.614618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Attempting to bind port 266cf5f8-78cd-4a24-a33e-a929c83a616e on network e2b13173-7163-4e80-8a8e-e2fddcad2f99 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:43.619227 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Port 266cf5f8-78cd-4a24-a33e-a929c83a616e on network e2b13173-7163-4e80-8a8e-e2fddcad2f99 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:07:43.619693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Attempting to bind port 266cf5f8-78cd-4a24-a33e-a929c83a616e on network e2b13173-7163-4e80-8a8e-e2fddcad2f99 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:07:43.625238 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:07:43.625574 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Checking segment: {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:07:43.625950 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Bound using segment: {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:07:43.626368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Bound port: 266cf5f8-78cd-4a24-a33e-a929c83a616e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f835457d-3e0e-49d9-9881-199cb63d262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:07:43.626745 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.630082 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-e746ad97-0c39-4166-bc74-df35110c4260 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0545192 Aug 27 04:07:43.703926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-9c20eee1-f023-4be2-bec1-702fcee7088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.704241 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:07:43.705548 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-9c20eee1-f023-4be2-bec1-702fcee7088a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0567131 Aug 27 04:07:43.707893 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:07:43.719961 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fcacf-9b0d-48dc-aa00-d6059d665f42 req-81637477-da5b-40fb-a2f8-3d8e87b772d3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.721471 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d4fcacf-9b0d-48dc-aa00-d6059d665f42 req-81637477-da5b-40fb-a2f8-3d8e87b772d3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 948 time: 0.1291044 Aug 27 04:07:43.816540 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d4fcacf-9b0d-48dc-aa00-d6059d665f42 req-fcecc8cf-b010-4339-9d0e-ad5732096774 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851526 Aug 27 04:07:43.824078 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-6a4cbf3c-6b95-470d-8cdb-44e5b1f95027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.825589 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-6a4cbf3c-6b95-470d-8cdb-44e5b1f95027 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1022127 Aug 27 04:07:43.839899 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c4e7f-fa4d-4110-9c70-f9542e2a13ba req-40992da4-5c25-41a3-96ea-38fcfa1212d1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.841455 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e68c4e7f-fa4d-4110-9c70-f9542e2a13ba req-40992da4-5c25-41a3-96ea-38fcfa1212d1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.1191220 Aug 27 04:07:43.849180 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.893819 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:43.894861 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:43.896375 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-844af088-520d-4884-96df-4fd734196ef5 service neutron] 10.222.0.74 "PUT /v2.0/ports/266cf5f8-78cd-4a24-a33e-a929c83a616e HTTP/1.1" status: 200 len: 1098 time: 1.2110596 Aug 27 04:07:43.899537 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:43.910873 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668ff0c0-0049-4282-bf1e-3254cdd6bbff" -d '{"events": [{"name": "network-changed", "server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:43.950676 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844af088-520d-4884-96df-4fd734196ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:43.984603 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e68c4e7f-fa4d-4110-9c70-f9542e2a13ba req-2f2607e8-5b59-41ca-b53e-fd53400eff2a tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221011 Aug 27 04:07:44.030079 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac61ecd-f960-4cf8-98e2-a24e20c0b6f8 req-0b965b87-457f-49e8-92fc-a45b061f191c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.032375 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aac61ecd-f960-4cf8-98e2-a24e20c0b6f8 req-0b965b87-457f-49e8-92fc-a45b061f191c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1367610 Aug 27 04:07:44.035256 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-d838362c-2a33-4030-a595-3c19b32a8fc4 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927600 Aug 27 04:07:44.083862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf590a97-d8f2-4f2a-b154-b47008c25dbc x-openstack-request-id: req-bf590a97-d8f2-4f2a-b154-b47008c25dbc {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:44.083862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:44.083862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf590a97-d8f2-4f2a-b154-b47008c25dbc {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:44.083862 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e', 'status': 'completed', 'code': 200} Aug 27 04:07:44.130154 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aac61ecd-f960-4cf8-98e2-a24e20c0b6f8 req-6fc4871c-4632-4c77-b4c1-71c99d2a9bca tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917933 Aug 27 04:07:44.168707 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a96640a7-cb1a-4144-9d25-cf2584b07837 req-ac685406-fb5c-426c-af0a-7e1a3bcec292 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199749 Aug 27 04:07:44.201646 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff0c0-0049-4282-bf1e-3254cdd6bbff req-92980def-e906-43c9-8475-77e3fdadbbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.203296 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-668ff0c0-0049-4282-bf1e-3254cdd6bbff req-92980def-e906-43c9-8475-77e3fdadbbad service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=769d70d40946487c899a78bcec6dca8f&device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 1101 time: 0.0489562 Aug 27 04:07:44.229141 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:44.239584 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-668ff0c0-0049-4282-bf1e-3254cdd6bbff req-589810ff-b76f-4635-ab15-39a7d1a9a40e service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=769d70d40946487c899a78bcec6dca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204978 Aug 27 04:07:44.340686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff0c0-0049-4282-bf1e-3254cdd6bbff req-6bd4c1bc-1ce5-4d5b-991c-33ad9db060bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.342089 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-668ff0c0-0049-4282-bf1e-3254cdd6bbff req-6bd4c1bc-1ce5-4d5b-991c-33ad9db060bf service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891030 Aug 27 04:07:44.449557 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-4ed844f3-488b-4499-a97a-eef732361f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.451154 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-4ed844f3-488b-4499-a97a-eef732361f76 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=769d70d40946487c899a78bcec6dca8f&device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 1101 time: 0.0419729 Aug 27 04:07:44.506332 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-2f96a667-4980-425b-b67c-969a4765e7be service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e HTTP/1.1" status: 200 len: 217 time: 0.0393798 Aug 27 04:07:44.568609 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-372b72a6-a052-42d6-ba05-d351c15335a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.570461 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-372b72a6-a052-42d6-ba05-d351c15335a4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2f5c5b50-06b6-4944-9c06-f70985191ae5 HTTP/1.1" status: 200 len: 843 time: 0.0562789 Aug 27 04:07:44.632134 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d43aae-3c5f-4808-a488-52868866ee3e req-5842f8d6-dc3a-4593-a960-97cb118ad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.633557 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-5842f8d6-dc3a-4593-a960-97cb118ad8f6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=e2b13173-7163-4e80-8a8e-e2fddcad2f99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0538962 Aug 27 04:07:44.659041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db78e6d-d47c-488c-a1e2-c2f21f5a371d req-17700f8e-e832-40b8-b7e0-d148c882cbeb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.660525 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6db78e6d-d47c-488c-a1e2-c2f21f5a371d req-17700f8e-e832-40b8-b7e0-d148c882cbeb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.0562744 Aug 27 04:07:44.700477 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6db78e6d-d47c-488c-a1e2-c2f21f5a371d req-635dcf45-f6bc-4083-b5d2-40ca77a54a76 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327237 Aug 27 04:07:44.734932 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-71a5333a-99d4-45da-b1ba-02768db37912 service neutron] 10.222.0.74 "GET /v2.0/networks/e2b13173-7163-4e80-8a8e-e2fddcad2f99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930078 Aug 27 04:07:44.829371 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-45d43aae-3c5f-4808-a488-52868866ee3e req-5080aa3e-99d6-450c-9f0d-504f87a17ef0 service neutron] 10.222.0.74 "GET /v2.0/networks/e2b13173-7163-4e80-8a8e-e2fddcad2f99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842180 Aug 27 04:07:44.937829 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04beadad-b43f-482a-a13a-632bf878d38d req-e2619adb-3413-4778-84aa-cfe7629ef244 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:44.939374 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04beadad-b43f-482a-a13a-632bf878d38d req-e2619adb-3413-4778-84aa-cfe7629ef244 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 948 time: 0.0513980 Aug 27 04:07:44.980589 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-04beadad-b43f-482a-a13a-632bf878d38d req-edba7835-6071-49e6-bf9e-196f97b56444 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Aug 27 04:07:45.102421 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ac50f-958a-4e4e-8a37-2f034e312b6e req-4ded58c1-48bf-469c-8078-c5218a8ea767 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.104570 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce2ac50f-958a-4e4e-8a37-2f034e312b6e req-4ded58c1-48bf-469c-8078-c5218a8ea767 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0495508 Aug 27 04:07:45.143219 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ce2ac50f-958a-4e4e-8a37-2f034e312b6e req-43cf0c36-aa42-47c9-95a6-a2a3e3ab3fae tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Aug 27 04:07:45.177844 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43352) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:45.262536 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b24a-dedb-4290-98dc-e9c5f09ca181 req-f1e20149-d2f8-4379-9062-75fdcfcdc48b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.264232 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdd6b24a-dedb-4290-98dc-e9c5f09ca181 req-f1e20149-d2f8-4379-9062-75fdcfcdc48b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0543952 Aug 27 04:07:45.291754 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e4a2-81bd-4cda-a59f-f757eeb089e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.305131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdd6b24a-dedb-4290-98dc-e9c5f09ca181 req-27d65973-4c2b-4e03-8834-7645dbdc759b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348887 Aug 27 04:07:45.388668 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e4a2-81bd-4cda-a59f-f757eeb089e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.474452 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f1c8e4a2-81bd-4cda-a59f-f757eeb089e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.519740 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8e4a2-81bd-4cda-a59f-f757eeb089e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf5ffb6-649e-4c1b-9e7a-344828769782,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:45.523966 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f1c8e4a2-81bd-4cda-a59f-f757eeb089e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a8c5966c03f94fb49fa20b43babb89a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449364 Aug 27 04:07:45.528130 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43356) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:45.581323 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.606467 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.731721 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-d30706a7-cc73-4f23-bb38-c8faa93d38b2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.733479 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-d30706a7-cc73-4f23-bb38-c8faa93d38b2 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0917990 Aug 27 04:07:45.832359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6003751-7984-491d-8d71-6384b0fd1173 req-1290289e-9618-45a9-af6e-6a50171b70c9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:45.833979 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6003751-7984-491d-8d71-6384b0fd1173 req-1290289e-9618-45a9-af6e-6a50171b70c9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.0562561 Aug 27 04:07:45.834189 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.837223 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:45.840003 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eaf5ffb6-649e-4c1b-9e7a-344828769782 HTTP/1.1" status: 204 len: 168 time: 0.3100443 Aug 27 04:07:45.860521 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd63d8-796d-4d75-9139-8855a8475a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf5ffb6-649e-4c1b-9e7a-344828769782,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:45.892550 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6003751-7984-491d-8d71-6384b0fd1173 req-a549ee9b-ce8d-4d20-9a17-a1eb26d3c2a0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511925 Aug 27 04:07:45.913478 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Deleting port 8e649769-14df-4b18-9356-5317f00eaeb7 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:45.913866 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.020971 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] For port 8e649769-14df-4b18-9356-5317f00eaeb7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e649769-14df-4b18-9356-5317f00eaeb7,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:46.021354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.037322 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Calling delete_port for 8e649769-14df-4b18-9356-5317f00eaeb7 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:46.115952 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24054ec6-de1d-46b3-a2ab-bcbc401b5baf req-0a84ead6-8805-48c9-a640-9cd034ee2d1b tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:46.117526 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24054ec6-de1d-46b3-a2ab-bcbc401b5baf req-0a84ead6-8805-48c9-a640-9cd034ee2d1b tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 948 time: 0.0613420 Aug 27 04:07:46.160641 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24054ec6-de1d-46b3-a2ab-bcbc401b5baf req-79b5e469-79bc-40e8-9366-82dc46a585b5 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Aug 27 04:07:46.271929 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c5200-793a-472a-b69d-68e5e8e1a2bb req-6263cd27-e458-4b98-abce-f5d1b8dbf7b1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:46.273673 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb8c5200-793a-472a-b69d-68e5e8e1a2bb req-6263cd27-e458-4b98-abce-f5d1b8dbf7b1 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 945 time: 0.0589969 Aug 27 04:07:46.321624 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb8c5200-793a-472a-b69d-68e5e8e1a2bb req-683df443-0d7e-4d42-9ad4-273022fdfc8e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358636 Aug 27 04:07:46.348580 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.382311 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event deleted for resources: {'Port': ['ID=8e649769-14df-4b18-9356-5317f00eaeb7,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:46.394441 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4', '8e649769-14df-4b18-9356-5317f00eaeb7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:46.454737 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] No DVR routers for this DVR port 8e649769-14df-4b18-9356-5317f00eaeb7 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:46.459605 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.461254 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-004b7ec7-fdd5-4e3f-8168-870764de7e9f req-9ab73f34-aea7-407b-867d-3d8145a61ff9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "DELETE /v2.0/ports/8e649769-14df-4b18-9356-5317f00eaeb7 HTTP/1.1" status: 204 len: 173 time: 0.7180223 Aug 27 04:07:46.461728 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'name': 'network-vif-deleted', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:46.464058 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6129fc-3dea-4b42-b3f2-d11abbf9e994" -d '{"events": [{"server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "name": "network-vif-deleted", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:46.464986 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e85dc-eeb8-4ffd-91ae-6a30c6d03346 req-e02ea692-55b6-4204-a6cd-0b42460d1d88 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:46.474907 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e33e85dc-eeb8-4ffd-91ae-6a30c6d03346 req-e02ea692-55b6-4204-a6cd-0b42460d1d88 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0667853 Aug 27 04:07:46.502669 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf5e2eb-6d6d-4794-bdb1-a90959ec4366 x-openstack-request-id: req-abf5e2eb-6d6d-4794-bdb1-a90959ec4366 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:46.503188 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8bdd098-dd03-464a-9fcb-b6def54ab684", "name": "network-vif-deleted", "tag": "8e649769-14df-4b18-9356-5317f00eaeb7", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:46.503441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abf5e2eb-6d6d-4794-bdb1-a90959ec4366 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:46.503887 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bdd098-dd03-464a-9fcb-b6def54ab684', 'name': 'network-vif-deleted', 'tag': '8e649769-14df-4b18-9356-5317f00eaeb7', 'status': 'completed', 'code': 200} Aug 27 04:07:46.521237 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e33e85dc-eeb8-4ffd-91ae-6a30c6d03346 req-5804a53d-88cc-4471-b8bc-f0c067477665 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454042 Aug 27 04:07:46.668186 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43374) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:46.682861 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-afc2d269-0d7e-4e9a-958c-df917d3516c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.773083 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-afc2d269-0d7e-4e9a-958c-df917d3516c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.827640 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 14a51c81-8273-4b66-bcee-30da752b0e22 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:46.871339 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-afc2d269-0d7e-4e9a-958c-df917d3516c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.911414 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-afc2d269-0d7e-4e9a-958c-df917d3516c7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c505eb0ea2ac4a769bbf2244efacc0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2421319 Aug 27 04:07:46.912677 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2d269-0d7e-4e9a-958c-df917d3516c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d5f572-a54a-4c44-84e2-14b292d30f8a,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:46.914549 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43376) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:46.937820 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:46.950947 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '14a51c81-8273-4b66-bcee-30da752b0e22', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'port_id': '14a51c81-8273-4b66-bcee-30da752b0e22', 'mac_address': 'fa:16:3e:91:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:46.974161 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:46.999997 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:47.013095 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a51c81-8273-4b66-bcee-30da752b0e22 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:47.020224 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:47.033552 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:47.067329 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd1a26-98fb-47b7-a354-170f7465d6be req-a0101bca-5dea-4525-8a9f-1d939598ac02 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:47.070877 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17cd1a26-98fb-47b7-a354-170f7465d6be req-a0101bca-5dea-4525-8a9f-1d939598ac02 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 943 time: 0.0926313 Aug 27 04:07:47.116707 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17cd1a26-98fb-47b7-a354-170f7465d6be req-36e63451-ad5c-4963-b6ab-5df79f1eff50 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346272 Aug 27 04:07:47.281653 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77064bdd-e126-4380-8c1e-62db9940f99d req-0b926438-835d-437a-9ff2-92bff91ac07c tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:47.283137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77064bdd-e126-4380-8c1e-62db9940f99d req-0b926438-835d-437a-9ff2-92bff91ac07c tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 948 time: 0.0492487 Aug 27 04:07:47.305630 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:47.323897 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77064bdd-e126-4380-8c1e-62db9940f99d req-94b6d0ab-146b-4c77-bbb3-269ec52c1291 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345342 Aug 27 04:07:47.355782 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:47.362854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.363207 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.363551 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.363888 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.364220 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.364551 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.364880 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.365206 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.365539 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.365868 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.366190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.366596 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.368210 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:47.371960 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:47.375549 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e6d5f572-a54a-4c44-84e2-14b292d30f8a HTTP/1.1" status: 204 len: 168 time: 0.4541745 Aug 27 04:07:47.381517 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d5f572-a54a-4c44-84e2-14b292d30f8a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:47.389056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.389313 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.389639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.389968 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.390309 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.391222 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.391222 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.391557 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.391728 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.391926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.392220 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.392546 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f563156a-67de-4948-b2f2-327b1a4c3bf6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:07:47.442152 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1b3ad1cf-7e48-429e-a883-9dd6c3053dcd req-971bf7fe-451a-419d-85d4-ed2a836fb72f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=a8bdd098-dd03-464a-9fcb-b6def54ab684 HTTP/1.1" status: 200 len: 210 time: 0.0269933 Aug 27 04:07:47.644796 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9499624-f5a0-476d-8fa1-e036474d5ca3 req-5367f544-7b12-4b51-bc44-f5b4e2804488 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:47.646191 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9499624-f5a0-476d-8fa1-e036474d5ca3 req-5367f544-7b12-4b51-bc44-f5b4e2804488 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0512083 Aug 27 04:07:47.686287 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a9499624-f5a0-476d-8fa1-e036474d5ca3 req-99bdcab1-ad82-464d-a8cf-e7ff522ac146 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327344 Aug 27 04:07:47.834186 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:48.224658 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f593d5fa-858b-4c99-bf79-f28dd3548042 req-cb8d504c-8113-48f5-b5b1-267786866bfe tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:48.226048 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f593d5fa-858b-4c99-bf79-f28dd3548042 req-cb8d504c-8113-48f5-b5b1-267786866bfe tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 944 time: 0.0502410 Aug 27 04:07:48.265686 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f593d5fa-858b-4c99-bf79-f28dd3548042 req-a036f108-565c-48be-8308-4c69e7c3490f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Aug 27 04:07:48.438513 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba31e77-1cca-4e7b-bbd6-3e15afc605ab req-3045530c-6fca-4248-9572-df4e6d6634a8 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:48.439201 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43394) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:48.441196 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8ba31e77-1cca-4e7b-bbd6-3e15afc605ab req-3045530c-6fca-4248-9572-df4e6d6634a8 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 948 time: 0.0497522 Aug 27 04:07:48.457192 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbc8d039-2255-42b3-a011-45d1c16c4700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.482388 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8ba31e77-1cca-4e7b-bbd6-3e15afc605ab req-54739b24-e876-4636-92d7-7352d9e940df tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Aug 27 04:07:48.555112 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbc8d039-2255-42b3-a011-45d1c16c4700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.693299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbc8d039-2255-42b3-a011-45d1c16c4700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.734785 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dbc8d039-2255-42b3-a011-45d1c16c4700 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=027acc138adf49ce90a4ba2df472ac3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942672 Aug 27 04:07:48.735936 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8d039-2255-42b3-a011-45d1c16c4700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae2b2bc-c634-4c4e-9c71-8815b40c1851,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:48.737726 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43402) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:48.834464 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.837565 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 266cf5f8-78cd-4a24-a33e-a929c83a616e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:48.845210 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435594b-b396-4591-91d8-6bc2b4b8e9bd req-15cd3162-6d6e-4358-9385-35b0105eba87 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:48.846873 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1435594b-b396-4591-91d8-6bc2b4b8e9bd req-15cd3162-6d6e-4358-9385-35b0105eba87 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0827296 Aug 27 04:07:48.847843 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e649769-14df-4b18-9356-5317f00eaeb7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:48.878265 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:48.884277 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 8e649769-14df-4b18-9356-5317f00eaeb7 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:48.885330 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e649769-14df-4b18-9356-5317f00eaeb7 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:48.929897 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1435594b-b396-4591-91d8-6bc2b4b8e9bd req-41ad9526-8c46-410c-91f7-8dd30f50112d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711815 Aug 27 04:07:48.977453 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:48.988855 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '266cf5f8-78cd-4a24-a33e-a929c83a616e', 'network_id': 'e2b13173-7163-4e80-8a8e-e2fddcad2f99', 'port_id': '266cf5f8-78cd-4a24-a33e-a929c83a616e', 'mac_address': 'fa:16:3e:ab:06:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c5b50-06b6-4944-9c06-f70985191ae5', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:49.026765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:49.039025 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266cf5f8-78cd-4a24-a33e-a929c83a616e {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:49.060112 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:49.269149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:49.269703 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:49.276223 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:49.278397 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ae2b2bc-c634-4c4e-9c71-8815b40c1851 HTTP/1.1" status: 204 len: 168 time: 0.5387580 Aug 27 04:07:49.290723 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df51fbf-3595-4298-b986-10bb94c2c929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae2b2bc-c634-4c4e-9c71-8815b40c1851,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:49.359075 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:49.390222 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f7d28-c684-460f-bcb7-f75619af5ec5 req-d27b01bc-0de7-49ed-b2e3-029b85fb9492 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:49.391831 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-439f7d28-c684-460f-bcb7-f75619af5ec5 req-d27b01bc-0de7-49ed-b2e3-029b85fb9492 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 944 time: 0.0564909 Aug 27 04:07:49.432330 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-439f7d28-c684-460f-bcb7-f75619af5ec5 req-ebe56646-26d0-45a9-8cea-a5f7a0143db0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343938 Aug 27 04:07:49.609373 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa8326-5336-4676-ae3a-1f29dffe5264 req-eb95806c-da46-4a63-8cb6-edda28a55b3d tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:49.610909 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acaa8326-5336-4676-ae3a-1f29dffe5264 req-eb95806c-da46-4a63-8cb6-edda28a55b3d tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 949 time: 0.0524693 Aug 27 04:07:49.653073 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acaa8326-5336-4676-ae3a-1f29dffe5264 req-cdcf64e9-e6e6-4096-9148-e165104eadce tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358012 Aug 27 04:07:49.738119 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['266cf5f8-78cd-4a24-a33e-a929c83a616e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:50.060585 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d588b2-62d6-4dfc-8afe-b57c4c2f0c8a req-7f847c39-5afa-4d76-8eb3-ac9fcaf149c4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:50.061977 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a4d588b2-62d6-4dfc-8afe-b57c4c2f0c8a req-7f847c39-5afa-4d76-8eb3-ac9fcaf149c4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0487041 Aug 27 04:07:50.100532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a4d588b2-62d6-4dfc-8afe-b57c4c2f0c8a req-024ff269-6bc9-4253-80ab-696d86debe35 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326996 Aug 27 04:07:50.542101 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78e501-88e9-495c-9d21-6bc2550e7893 req-4318d459-1ec8-432d-8830-f47fb12c365f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:50.561247 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8d78e501-88e9-495c-9d21-6bc2550e7893 req-4318d459-1ec8-432d-8830-f47fb12c365f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0751958 Aug 27 04:07:50.589261 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b79f051-f7b9-48cd-af04-e8281e560acc req-4aa4cfca-b3e9-4568-8396-c7f652e3c938 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:50.590743 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b79f051-f7b9-48cd-af04-e8281e560acc req-4aa4cfca-b3e9-4568-8396-c7f652e3c938 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 944 time: 0.0865119 Aug 27 04:07:50.598535 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8d78e501-88e9-495c-9d21-6bc2550e7893 req-27a1f371-c31e-483f-b7a6-65d4fbaedfd8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470479 Aug 27 04:07:50.644251 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0b79f051-f7b9-48cd-af04-e8281e560acc req-1313b1c3-f55f-480a-a33c-6399a3435479 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341697 Aug 27 04:07:50.770953 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7552f8ed-4dc0-4902-86da-7c4b139775fa req-a0cf99c2-2b18-4b88-bbc1-09cf794b8e8e tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:50.772512 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7552f8ed-4dc0-4902-86da-7c4b139775fa req-a0cf99c2-2b18-4b88-bbc1-09cf794b8e8e tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 949 time: 0.0529888 Aug 27 04:07:50.813505 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7552f8ed-4dc0-4902-86da-7c4b139775fa req-40226a48-d209-451d-9876-b80c0dde5bc3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343688 Aug 27 04:07:50.836360 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 266cf5f8-78cd-4a24-a33e-a929c83a616e up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:51.001964 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 266cf5f8-78cd-4a24-a33e-a929c83a616e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:51.006706 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 266cf5f8-78cd-4a24-a33e-a929c83a616e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:51.007085 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.092036 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.114395 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:51.116740 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e50d13-3a20-401b-996b-557b9d16fb95" -d '{"events": [{"server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "name": "network-vif-plugged", "status": "completed", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:51.129443 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:51.162725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bbda43-f593-43f8-a483-1fa15df77d92 x-openstack-request-id: req-d1bbda43-f593-43f8-a483-1fa15df77d92 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:51.163025 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "name": "network-vif-plugged", "status": "completed", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:51.163280 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d1bbda43-f593-43f8-a483-1fa15df77d92 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:51.163675 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e', 'code': 200} Aug 27 04:07:51.226178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7b111-2995-47ec-bec8-619a5bcb2c97 req-43f6570a-4530-4135-9522-d33cfeeff703 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.227711 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ea7b111-2995-47ec-bec8-619a5bcb2c97 req-43f6570a-4530-4135-9522-d33cfeeff703 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0541553 Aug 27 04:07:51.236174 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.237008 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 14a51c81-8273-4b66-bcee-30da752b0e22 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:51.271618 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ea7b111-2995-47ec-bec8-619a5bcb2c97 req-2589f119-7bd2-4072-87fe-76490b4502c2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362029 Aug 27 04:07:51.315150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:51.385836 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 14a51c81-8273-4b66-bcee-30da752b0e22 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:07:51.392222 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 14a51c81-8273-4b66-bcee-30da752b0e22 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:51.392646 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.490002 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.524736 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:51.610521 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1243a0-0556-4d20-8660-ecce0071d9d7 req-14576cf4-df30-47f2-b82a-23a850259340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.612067 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9b1243a0-0556-4d20-8660-ecce0071d9d7 req-14576cf4-df30-47f2-b82a-23a850259340 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 1103 time: 0.0455434 Aug 27 04:07:51.626688 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:51.710519 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9b1243a0-0556-4d20-8660-ecce0071d9d7 req-e86201d7-e40a-4e5d-8ea3-b70639fa15a1 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787127 Aug 27 04:07:51.747975 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:51.748773 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc245a55-42f5-4989-8a16-7fb2aa44386e req-10d3b0c6-69a7-4095-ad07-dd9172f64020 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.751216 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc245a55-42f5-4989-8a16-7fb2aa44386e req-10d3b0c6-69a7-4095-ad07-dd9172f64020 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0714066 Aug 27 04:07:51.815551 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef3ee2-256c-428d-bd16-95bd5de3fa36 req-88047a69-b5d9-4bf4-8e76-0d74c21363e0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.817289 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b7ef3ee2-256c-428d-bd16-95bd5de3fa36 req-88047a69-b5d9-4bf4-8e76-0d74c21363e0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0884876 Aug 27 04:07:51.820278 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc245a55-42f5-4989-8a16-7fb2aa44386e req-35a69429-7b04-4115-bd77-1a4d83c0816f tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526719 Aug 27 04:07:51.857876 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b7ef3ee2-256c-428d-bd16-95bd5de3fa36 req-6c6ee738-7ef5-484b-85ab-bdcda19ff822 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331149 Aug 27 04:07:51.934473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809e5a4-d2f1-45fc-98e0-e50c9a50a340 req-cedecac2-6db3-42da-8039-d20cb8fc3c15 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:51.935999 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9809e5a4-d2f1-45fc-98e0-e50c9a50a340 req-cedecac2-6db3-42da-8039-d20cb8fc3c15 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.0535848 Aug 27 04:07:51.981062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9809e5a4-d2f1-45fc-98e0-e50c9a50a340 req-4a734fad-eecd-481e-bdea-f8b9220366dc tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389118 Aug 27 04:07:52.394478 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736c6d6-6aae-4cc6-986c-752664cf0753 req-3ab84794-d636-4ab6-ac99-610803c2c269 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:52.395991 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7736c6d6-6aae-4cc6-986c-752664cf0753 req-3ab84794-d636-4ab6-ac99-610803c2c269 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0492806 Aug 27 04:07:52.436224 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7736c6d6-6aae-4cc6-986c-752664cf0753 req-a562fdf5-bcf9-4ea4-9129-264f4dad1c69 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336127 Aug 27 04:07:52.939717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282bc9-fe87-420e-ad88-45f84c4b9392 req-97b336bc-e06f-41bf-bf85-ec4d6854e197 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:52.941219 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c282bc9-fe87-420e-ad88-45f84c4b9392 req-97b336bc-e06f-41bf-bf85-ec4d6854e197 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0518878 Aug 27 04:07:52.952385 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:07:52.978859 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43506) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:53.011651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c282bc9-fe87-420e-ad88-45f84c4b9392 req-f9ad6725-1a1b-4dc3-80a3-d6dbddf615e8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/security-groups?id=aef935a2-469e-4ef1-938e-63de2b483217&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583906 Aug 27 04:07:53.031995 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2f2762-1c9e-48c5-ae4d-644f75ada4d0 req-f8aaa38d-e02f-4552-91b9-656db06ad889 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.031995 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c2f2762-1c9e-48c5-ae4d-644f75ada4d0 req-f8aaa38d-e02f-4552-91b9-656db06ad889 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0830491 Aug 27 04:07:53.066306 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c2f2762-1c9e-48c5-ae4d-644f75ada4d0 req-b7801e49-70ee-49c7-9b66-9d611e6b021f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345163 Aug 27 04:07:53.092409 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-52058ed1-c478-4512-8c28-47e7f83e12e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.125471 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d739551-cb9e-4308-a5d2-9382e9840dbb req-7d5aa400-d4fd-4185-ae4c-da88c3bc07a3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.127032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d739551-cb9e-4308-a5d2-9382e9840dbb req-7d5aa400-d4fd-4185-ae4c-da88c3bc07a3 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.0494537 Aug 27 04:07:53.165617 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:53.166172 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9d739551-cb9e-4308-a5d2-9382e9840dbb req-27d132f2-6365-4d7a-9fd1-f68976906f79 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330234 Aug 27 04:07:53.168265 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e91c31f-5858-4fcb-a28e-d49e5937a493" -d '{"events": [{"server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "name": "network-vif-plugged", "status": "completed", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:53.205903 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afa9a7c-4058-440b-bbb9-edbab8c4cb01 x-openstack-request-id: req-6afa9a7c-4058-440b-bbb9-edbab8c4cb01 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:53.206424 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "name": "network-vif-plugged", "status": "completed", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:53.206706 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6afa9a7c-4058-440b-bbb9-edbab8c4cb01 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:53.207096 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'code': 200} Aug 27 04:07:53.215562 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-52058ed1-c478-4512-8c28-47e7f83e12e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.230342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-00f7d444-e9f3-4956-8632-a2297c2f66c9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.231805 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-00f7d444-e9f3-4956-8632-a2297c2f66c9 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 946 time: 0.0710902 Aug 27 04:07:53.320673 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-52058ed1-c478-4512-8c28-47e7f83e12e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.370729 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-52058ed1-c478-4512-8c28-47e7f83e12e3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88f0cd4c5a78420abdec984c4488c04a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3903015 Aug 27 04:07:53.371366 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52058ed1-c478-4512-8c28-47e7f83e12e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=377106fb-80f2-4931-9110-5a6312914da4,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:53.373096 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43514) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:53.394118 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Deleting port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:53.394456 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.429051 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.454587 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.498442 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] For port 8e4eacb7-9daf-4803-972f-81d8c117a2c4, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=8e4eacb7-9daf-4803-972f-81d8c117a2c4,segment=NetworkSegment(1521c3c5-dc0e-4f9a-95a5-661f85a6ce91),segment_id=1521c3c5-dc0e-4f9a-95a5-661f85a6ce91)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:53.498849 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.510147 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.513757 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Calling delete_port for 8e4eacb7-9daf-4803-972f-81d8c117a2c4 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:53.578675 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d90b88-5d4e-4d9e-a71a-9b4bc9fe9756 req-0af123a6-48b1-493f-aa77-897656abedab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.580219 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b4d90b88-5d4e-4d9e-a71a-9b4bc9fe9756 req-0af123a6-48b1-493f-aa77-897656abedab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0581603 Aug 27 04:07:53.584762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.591052 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.592408 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/377106fb-80f2-4931-9110-5a6312914da4 HTTP/1.1" status: 204 len: 168 time: 0.2183297 Aug 27 04:07:53.611564 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6503329a-894d-4763-9261-dcb1b04c4866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=377106fb-80f2-4931-9110-5a6312914da4,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:53.678389 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37648dc-aa52-4867-a8a6-829bd4710639 req-9ce1475d-ae16-4ba4-8abb-64262e008a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:53.679952 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a37648dc-aa52-4867-a8a6-829bd4710639 req-9ce1475d-ae16-4ba4-8abb-64262e008a24 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1098 time: 0.0582073 Aug 27 04:07:53.683745 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b4d90b88-5d4e-4d9e-a71a-9b4bc9fe9756 req-993700ec-e594-427e-bdab-411746b6b915 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902145 Aug 27 04:07:53.716623 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a37648dc-aa52-4867-a8a6-829bd4710639 req-f42be2ad-804b-4d5f-a9e5-bd97e3b3e218 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294430 Aug 27 04:07:53.767926 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.800248 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Pushing event deleted for resources: {'Port': ['ID=8e4eacb7-9daf-4803-972f-81d8c117a2c4,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:53.808871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['8e4eacb7-9daf-4803-972f-81d8c117a2c4'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:53.850233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] No DVR routers for this DVR port 8e4eacb7-9daf-4803-972f-81d8c117a2c4 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:53.852959 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:53.856466 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d8c6a872-da31-4ea7-805d-7d664ef4ab73 req-9492d3d0-08ff-485c-8561-9d0579478536 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.74 "DELETE /v2.0/ports/8e4eacb7-9daf-4803-972f-81d8c117a2c4 HTTP/1.1" status: 204 len: 173 time: 0.5930903 Aug 27 04:07:53.856938 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'name': 'network-vif-deleted', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:53.859265 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21ccb14-d3f3-47dd-8d8e-a86e313bc7d7" -d '{"events": [{"server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "name": "network-vif-deleted", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:53.898073 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf28a667-f4fc-4830-b9ff-be773072820b x-openstack-request-id: req-bf28a667-f4fc-4830-b9ff-be773072820b {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:53.898394 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ae18c-f051-4b0e-a20b-d77df52d1a1a", "name": "network-vif-deleted", "tag": "8e4eacb7-9daf-4803-972f-81d8c117a2c4", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:53.898846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf28a667-f4fc-4830-b9ff-be773072820b {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:53.899369 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ae18c-f051-4b0e-a20b-d77df52d1a1a', 'name': 'network-vif-deleted', 'tag': '8e4eacb7-9daf-4803-972f-81d8c117a2c4', 'status': 'completed', 'code': 200} Aug 27 04:07:54.110187 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b63cc4a8-0c53-45a9-9854-4c2df79d0ca0 req-8ee98ec6-c31a-4edf-976e-d73d8e20cac8 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0304742 Aug 27 04:07:54.191666 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed50bf-86ae-4d93-bebe-7dd1410ee79c req-913b7bbe-e851-4b36-80c7-c4a8afab8685 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:54.193766 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00ed50bf-86ae-4d93-bebe-7dd1410ee79c req-913b7bbe-e851-4b36-80c7-c4a8afab8685 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0527875 Aug 27 04:07:54.236924 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-00ed50bf-86ae-4d93-bebe-7dd1410ee79c req-ddc376ce-a40a-40b8-9008-963abd60dfb2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Aug 27 04:07:54.297355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05a6f0-2a78-4d0e-ae31-76f7c985ea19 req-a3ece0a8-8681-4e53-bb58-d5f868c3b4a8 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:54.298984 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f05a6f0-2a78-4d0e-ae31-76f7c985ea19 req-a3ece0a8-8681-4e53-bb58-d5f868c3b4a8 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.0549800 Aug 27 04:07:54.343707 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f05a6f0-2a78-4d0e-ae31-76f7c985ea19 req-325cda51-ac3f-4052-93a3-18bcc3b23706 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Aug 27 04:07:54.473254 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43534) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:54.486729 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47a663f8-8a9e-43be-8ad9-d777d82a69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.580807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47a663f8-8a9e-43be-8ad9-d777d82a69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.716273 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-47a663f8-8a9e-43be-8ad9-d777d82a69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:54.763570 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-47a663f8-8a9e-43be-8ad9-d777d82a69f7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60568bc277174d33ab93babb4fec7f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860026 Aug 27 04:07:54.763570 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a663f8-8a9e-43be-8ad9-d777d82a69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e352945e-736b-4cc5-a78e-2eec12406039,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:54.767768 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43538) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:55.088775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2ae404-0a47-453d-9c26-d43fe90f8830 req-6d0c56b3-36bb-4a0a-97a4-c5ca70878f93 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:55.090358 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b2ae404-0a47-453d-9c26-d43fe90f8830 req-6d0c56b3-36bb-4a0a-97a4-c5ca70878f93 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.3165445 Aug 27 04:07:55.103295 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.161784 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.189846 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b2ae404-0a47-453d-9c26-d43fe90f8830 req-536bacbd-ec53-44f9-bf68-b931630144d7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893779 Aug 27 04:07:55.204089 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576042b-f14a-48f7-bea9-b2008fd586fc req-3054f075-615c-42e2-82ff-317e73a66634 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:55.205791 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c576042b-f14a-48f7-bea9-b2008fd586fc req-3054f075-615c-42e2-82ff-317e73a66634 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.1250229 Aug 27 04:07:55.263334 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c576042b-f14a-48f7-bea9-b2008fd586fc req-c5d7f2e7-0f16-4815-beaa-d43411376db4 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394490 Aug 27 04:07:55.332206 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9768c0a8-46c9-4b2b-9698-7a810f71051c req-f5e31752-f596-492c-a139-e1f361f2676e tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] 10.222.0.73 "GET /v2.0/ports?device_id=664ae18c-f051-4b0e-a20b-d77df52d1a1a HTTP/1.1" status: 200 len: 210 time: 0.0317869 Aug 27 04:07:55.378340 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.389200 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:55.389200 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e352945e-736b-4cc5-a78e-2eec12406039 HTTP/1.1" status: 204 len: 168 time: 0.6170728 Aug 27 04:07:55.394102 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506931eb-b03e-4180-b23f-858fd172d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e352945e-736b-4cc5-a78e-2eec12406039,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:55.431520 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897d176-a8ee-4ff4-9b85-a7a1a1ca2bf7 req-30b1fad9-a95a-4852-9a55-b6b149b043a9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:55.431520 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1897d176-a8ee-4ff4-9b85-a7a1a1ca2bf7 req-30b1fad9-a95a-4852-9a55-b6b149b043a9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0689876 Aug 27 04:07:55.473338 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1897d176-a8ee-4ff4-9b85-a7a1a1ca2bf7 req-0f40519a-01ba-4b90-8630-bae44e538f67 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461993 Aug 27 04:07:56.324669 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e16acb-3559-4119-9f81-13184694d67c req-9c7d54d9-a571-406c-9878-924515992405 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:56.326240 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5e16acb-3559-4119-9f81-13184694d67c req-9c7d54d9-a571-406c-9878-924515992405 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0563607 Aug 27 04:07:56.391376 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f5e16acb-3559-4119-9f81-13184694d67c req-184850f8-14fd-42ec-aadf-2e34bd15e5c0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586145 Aug 27 04:07:56.415959 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510f38e-e3e2-4e1b-9933-44123ba96259 req-a4d724e9-5231-48c4-9308-8216b6d2905b tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:56.417991 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6510f38e-e3e2-4e1b-9933-44123ba96259 req-a4d724e9-5231-48c4-9308-8216b6d2905b tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.0653179 Aug 27 04:07:56.445305 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43568) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:56.468521 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6510f38e-e3e2-4e1b-9933-44123ba96259 req-8e8c0719-967f-4090-ac4a-3ffc92f1da63 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Aug 27 04:07:56.501154 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Deleting subnet 058a9945-4352-4208-8895-7d6945394e54 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:07:56.504953 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.543396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.595830 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.611494 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f8a2b-7904-446a-92f1-241a79fac643 req-6dc1ce17-302f-4f87-9858-f2be3e05f389 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:56.616585 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c2f8a2b-7904-446a-92f1-241a79fac643 req-6dc1ce17-302f-4f87-9858-f2be3e05f389 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0605078 Aug 27 04:07:56.656542 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c2f8a2b-7904-446a-92f1-241a79fac643 req-b64f77ba-8fbd-4fcb-aee0-5e1ebf0c06ef tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348475 Aug 27 04:07:56.771422 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.777525 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d43d6c-cfb2-4663-8bc9-f579f9e71e43 req-4eba77a8-c1ce-4a84-b5c4-140dce88d1e2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:56.779227 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-05d43d6c-cfb2-4663-8bc9-f579f9e71e43 req-4eba77a8-c1ce-4a84-b5c4-140dce88d1e2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0533593 Aug 27 04:07:56.802198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058a9945-4352-4208-8895-7d6945394e54,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:56.805231 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.807333 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2c01e9b6-c0b8-4d2f-9fa1-11438b6a12a4 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/058a9945-4352-4208-8895-7d6945394e54 HTTP/1.1" status: 204 len: 168 time: 0.3604019 Aug 27 04:07:56.809829 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43580) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:56.828233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:07:56.831914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-05d43d6c-cfb2-4663-8bc9-f579f9e71e43 req-4cc12b9d-bcd8-41e0-beae-7542aeea774a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440135 Aug 27 04:07:56.847710 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e4eacb7-9daf-4803-972f-81d8c117a2c4 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:56.885353 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 8e4eacb7-9daf-4803-972f-81d8c117a2c4 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:56.885900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 8e4eacb7-9daf-4803-972f-81d8c117a2c4 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:56.913775 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:56.927925 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-b1cf6191-2e9f-4424-b5c1-b37fb0fe7ea4 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:56.930464 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-b1cf6191-2e9f-4424-b5c1-b37fb0fe7ea4 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.74 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 950 time: 0.0769875 Aug 27 04:07:56.972900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:56.986164 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:07:57.047971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.063297 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:07:57.068032 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.080384 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd5cbeee-0483-497b-a816-2825652e56f8']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:57.085334 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:57.093085 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:57.093434 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1521c3c5-dc0e-4f9a-95a5-661f85a6ce91') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:07:57.107662 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.124703 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.128009 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Deleting port 266cf5f8-78cd-4a24-a33e-a929c83a616e {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:07:57.128331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.145296 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:07:57.145618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:07:57.147275 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:07:57.162916 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.216481 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f0a5-e65a-4f0c-95d8-3528c8eb64f6 req-c949cfd8-457d-4048-8c96-b461852f57eb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:57.218421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3807f0a5-e65a-4f0c-95d8-3528c8eb64f6 req-c949cfd8-457d-4048-8c96-b461852f57eb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0556185 Aug 27 04:07:57.219929 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.265107 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3807f0a5-e65a-4f0c-95d8-3528c8eb64f6 req-f6fcefe6-bd6f-4499-a539-131894199600 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380342 Aug 27 04:07:57.284261 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] For port 266cf5f8-78cd-4a24-a33e-a929c83a616e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=266cf5f8-78cd-4a24-a33e-a929c83a616e,segment=NetworkSegment(f835457d-3e0e-49d9-9881-199cb63d262a),segment_id=f835457d-3e0e-49d9-9881-199cb63d262a)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:57.287994 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.299410 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Calling delete_port for 266cf5f8-78cd-4a24-a33e-a929c83a616e owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:07:57.341275 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.348708 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:57.351276 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.356171 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] 10.222.0.73 "DELETE /v2.0/networks/bd5cbeee-0483-497b-a816-2825652e56f8 HTTP/1.1" status: 204 len: 168 time: 0.5422184 Aug 27 04:07:57.388643 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b788851b-abb8-4263-b4cf-2af5b7cf846d admin admin] Pushing event deleted for resources: {'Network': ['ID=bd5cbeee-0483-497b-a816-2825652e56f8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.522735 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4268a229-b662-4cf2-8223-c832408d9837 req-24c39a73-d1a5-47ca-acec-ccf81907605c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:57.525319 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4268a229-b662-4cf2-8223-c832408d9837 req-24c39a73-d1a5-47ca-acec-ccf81907605c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.0561399 Aug 27 04:07:57.589988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.591412 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4268a229-b662-4cf2-8223-c832408d9837 req-6a067d68-bc7c-465b-8773-6f8baae49957 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587671 Aug 27 04:07:57.611117 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e8ad9-f53a-43e5-9a50-0df2831ed24a req-42898c7b-05f8-4054-8e2d-c3c5dad4e563 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:57.612726 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-584e8ad9-f53a-43e5-9a50-0df2831ed24a req-42898c7b-05f8-4054-8e2d-c3c5dad4e563 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 867 time: 0.0650263 Aug 27 04:07:57.625498 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Pushing event deleted for resources: {'Port': ['ID=266cf5f8-78cd-4a24-a33e-a929c83a616e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:57.663102 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['266cf5f8-78cd-4a24-a33e-a929c83a616e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:07:57.671544 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-584e8ad9-f53a-43e5-9a50-0df2831ed24a req-ee7aeaae-a1ac-409d-9efc-c3284472b727 tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/security-groups?id=4969a2c9-5012-4fe7-8b3a-1b433d4d5442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523143 Aug 27 04:07:57.672663 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] No DVR routers for this DVR port 266cf5f8-78cd-4a24-a33e-a929c83a616e on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:07:57.676033 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.688614 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-771d2a91-6c48-4473-8850-0a0240d3d146 req-50357cac-161c-41fd-a81e-a54a60e6125a tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.74 "DELETE /v2.0/ports/266cf5f8-78cd-4a24-a33e-a929c83a616e HTTP/1.1" status: 204 len: 173 time: 0.7425101 Aug 27 04:07:57.688614 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'name': 'network-vif-deleted', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:57.688614 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3530d40c-aea9-4e99-810f-de7a1b2be583" -d '{"events": [{"server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "name": "network-vif-deleted", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:57.691323 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43604) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.739784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c2ca40-44c7-4092-9aaa-aae7d3dff468 x-openstack-request-id: req-79c2ca40-44c7-4092-9aaa-aae7d3dff468 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:57.739784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde7942a-9e9c-482b-9cf5-fb0b5466e65b", "name": "network-vif-deleted", "tag": "266cf5f8-78cd-4a24-a33e-a929c83a616e", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:57.739784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79c2ca40-44c7-4092-9aaa-aae7d3dff468 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:57.739784 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde7942a-9e9c-482b-9cf5-fb0b5466e65b', 'name': 'network-vif-deleted', 'tag': '266cf5f8-78cd-4a24-a33e-a929c83a616e', 'status': 'completed', 'code': 200} Aug 27 04:07:57.794377 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 43608) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.841087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f466ecd8-0aa8-478b-aabe-685230853db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.868045 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2917f72f-205d-4a90-94f8-4a5ed6895182 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c67ffd3553c245acabcdcfd5a15252e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0721419 Aug 27 04:07:57.871645 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43610) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:57.933225 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.954360 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f466ecd8-0aa8-478b-aabe-685230853db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:57.956785 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.137871 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f466ecd8-0aa8-478b-aabe-685230853db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.139283 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.141969 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.144777 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aef935a2-469e-4ef1-938e-63de2b483217 HTTP/1.1" status: 204 len: 168 time: 0.2701945 Aug 27 04:07:58.153472 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d313ca2-c77b-4a31-9408-8b4447c8f062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef935a2-469e-4ef1-938e-63de2b483217,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.189762 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 43614) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:07:58.189986 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f466ecd8-0aa8-478b-aabe-685230853db0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=374f1bef234d4f59b764ec19e26d0045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4972456 Aug 27 04:07:58.192414 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466ecd8-0aa8-478b-aabe-685230853db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cee11b4-a9c1-4911-8bae-d9da98d6988f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.242947 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.267759 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.496682 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.499371 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:58.500529 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9cee11b4-a9c1-4911-8bae-d9da98d6988f HTTP/1.1" status: 204 len: 168 time: 0.3096924 Aug 27 04:07:58.508200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf13b34-9749-402f-813f-0e180c58310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cee11b4-a9c1-4911-8bae-d9da98d6988f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:58.762840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180d48-ccc9-494d-a77c-48b6567bdd3a req-559e3b95-4416-4296-b629-92ac7d7d82e5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:58.770654 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5180d48-ccc9-494d-a77c-48b6567bdd3a req-559e3b95-4416-4296-b629-92ac7d7d82e5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.0933857 Aug 27 04:07:58.812755 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5180d48-ccc9-494d-a77c-48b6567bdd3a req-64bb1785-1aad-4d02-ad56-f4672924011c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407412 Aug 27 04:07:58.842891 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7288cb75-dc4b-461f-9297-399b5d671bbe req-070b561d-0f24-4606-841d-33dfe0cb06cf tempest-VolumesNegativeTest-778041054 tempest-VolumesNegativeTest-778041054-project] 10.222.0.73 "GET /v2.0/ports?device_id=cde7942a-9e9c-482b-9cf5-fb0b5466e65b HTTP/1.1" status: 200 len: 210 time: 0.0345643 Aug 27 04:07:58.886378 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:07:58.938534 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:07:58.939360 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:59.034833 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:59.060466 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:07:59.062965 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaad281-7068-4b9b-8257-da0406970898" -d '{"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:07:59.079828 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:07:59.103039 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07926bd1-05a2-478a-9c33-0d0bce6fd3dc x-openstack-request-id: req-07926bd1-05a2-478a-9c33-0d0bce6fd3dc {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:07:59.103339 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:07:59.104614 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-07926bd1-05a2-478a-9c33-0d0bce6fd3dc {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:07:59.107961 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'code': 200} Aug 27 04:07:59.213742 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:07:59.214996 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 266cf5f8-78cd-4a24-a33e-a929c83a616e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:07:59.254672 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 266cf5f8-78cd-4a24-a33e-a929c83a616e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:07:59.255052 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 266cf5f8-78cd-4a24-a33e-a929c83a616e not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:07:59.279814 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:07:59.956348 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9e060-a242-4d23-bfe1-80d7e017e5ab req-baec041d-1ab8-4919-966f-24a7e20bb234 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:07:59.957861 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-efe9e060-a242-4d23-bfe1-80d7e017e5ab req-baec041d-1ab8-4919-966f-24a7e20bb234 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0614779 Aug 27 04:08:00.002248 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-efe9e060-a242-4d23-bfe1-80d7e017e5ab req-6e3aa66a-2ca3-48c5-a9ce-08cf7633813b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Aug 27 04:08:01.131785 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e76f0-ccab-42b1-bee4-611a9d548e48 req-40fcb710-ff62-4f23-8aeb-ccbe1781b7cb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:01.133268 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6b4e76f0-ccab-42b1-bee4-611a9d548e48 req-40fcb710-ff62-4f23-8aeb-ccbe1781b7cb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0575104 Aug 27 04:08:01.171921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6b4e76f0-ccab-42b1-bee4-611a9d548e48 req-7963f393-a26d-449a-9984-6e52c3f437c3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319066 Aug 27 04:08:02.302547 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1fefd-23af-463b-bd19-be2f84ef545e req-adefd940-09c2-45ee-ae3e-32afd39f5668 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:02.304199 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2aa1fefd-23af-463b-bd19-be2f84ef545e req-adefd940-09c2-45ee-ae3e-32afd39f5668 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0550296 Aug 27 04:08:02.348522 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2aa1fefd-23af-463b-bd19-be2f84ef545e req-9ee20eeb-bcc1-4b65-a03e-35c82b2fe814 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364840 Aug 27 04:08:03.482070 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943a485-96e7-40df-af6d-1a8faa6fec5a req-223cbdda-c0ec-4096-9a81-ed6b40594453 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:03.491296 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b943a485-96e7-40df-af6d-1a8faa6fec5a req-223cbdda-c0ec-4096-9a81-ed6b40594453 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0633228 Aug 27 04:08:03.538170 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b943a485-96e7-40df-af6d-1a8faa6fec5a req-8c60a93a-2fb9-4b55-ba64-582592d40a75 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Aug 27 04:08:04.672945 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f997395-4f52-43f5-baf9-247626801fc3 req-033984a3-bdc3-4e3b-94ef-e1bf785163ab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:04.680426 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f997395-4f52-43f5-baf9-247626801fc3 req-033984a3-bdc3-4e3b-94ef-e1bf785163ab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0635352 Aug 27 04:08:04.745972 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f997395-4f52-43f5-baf9-247626801fc3 req-250ace1a-c032-419f-86b1-759104778c63 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421877 Aug 27 04:08:05.945407 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f09ec1-be89-4953-b16c-b8484b23d908 req-d2a8dcb0-4843-4d96-830a-2e0c7512e9d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:05.947236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-70f09ec1-be89-4953-b16c-b8484b23d908 req-d2a8dcb0-4843-4d96-830a-2e0c7512e9d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1014936 Aug 27 04:08:06.003343 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-70f09ec1-be89-4953-b16c-b8484b23d908 req-9a03daa1-558e-4b37-8dd7-e62f59e2d453 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485179 Aug 27 04:08:07.197186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5a3a6-c545-470b-9402-1745b9e95468 req-19af67f6-f1ee-4cd5-93c0-c67941738541 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:07.206297 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cb5a3a6-c545-470b-9402-1745b9e95468 req-19af67f6-f1ee-4cd5-93c0-c67941738541 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1298120 Aug 27 04:08:07.256259 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1cb5a3a6-c545-470b-9402-1745b9e95468 req-549a72bf-d6dd-45bc-b4c8-f4c839715385 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467443 Aug 27 04:08:08.429037 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad6c51-644d-4d5d-a41c-ceeb4c321b6c req-1a129382-63c7-40b0-ad92-f0835d2d5d57 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:08.444458 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2dad6c51-644d-4d5d-a41c-ceeb4c321b6c req-1a129382-63c7-40b0-ad92-f0835d2d5d57 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0823913 Aug 27 04:08:08.484969 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2dad6c51-644d-4d5d-a41c-ceeb4c321b6c req-84cde843-c5f6-4b96-9eec-8fa0dccf6f75 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Aug 27 04:08:09.048127 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9fa77af2-4342-4162-b740-e045ab645bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:09.621365 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f769018-3d18-4c72-b44e-ea4bb35abddd req-2d9a2152-81e4-450f-9f05-40246d112681 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:09.623712 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f769018-3d18-4c72-b44e-ea4bb35abddd req-2d9a2152-81e4-450f-9f05-40246d112681 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0520213 Aug 27 04:08:09.666940 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f769018-3d18-4c72-b44e-ea4bb35abddd req-5dc51acd-1a0f-46d9-8206-5a038d78daf4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349443 Aug 27 04:08:10.809338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd3e33-d8a1-47ca-b530-67b534be83cb req-5cf17e35-0fae-4dc4-8439-a019f99bfff2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:10.817894 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acfd3e33-d8a1-47ca-b530-67b534be83cb req-5cf17e35-0fae-4dc4-8439-a019f99bfff2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0635824 Aug 27 04:08:10.857510 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acfd3e33-d8a1-47ca-b530-67b534be83cb req-ea6ae91a-4036-4668-9fbb-948376392681 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384543 Aug 27 04:08:11.771137 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-186549f9-d704-4531-a2dc-d133d8083cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:11.968010 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:12.016465 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b25b991-b766-4bd4-bed2-b20193f21721 req-08116a8f-d060-4dad-8890-ca6e0d3961c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:12.018973 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b25b991-b766-4bd4-bed2-b20193f21721 req-08116a8f-d060-4dad-8890-ca6e0d3961c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0632670 Aug 27 04:08:12.066012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8b25b991-b766-4bd4-bed2-b20193f21721 req-2252f541-4317-462c-901f-f8f49ebfb146 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388527 Aug 27 04:08:12.812765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:13.202371 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9519fd-2d31-40bd-9ed5-7092e0639ae1 req-b24c3f4d-4432-4d49-bd91-b09285e7c02b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:13.204022 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f9519fd-2d31-40bd-9ed5-7092e0639ae1 req-b24c3f4d-4432-4d49-bd91-b09285e7c02b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0543232 Aug 27 04:08:13.249897 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0f9519fd-2d31-40bd-9ed5-7092e0639ae1 req-0379a075-3561-42c8-8f88-b422bcf3a33e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393498 Aug 27 04:08:14.230813 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:14.436293 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13360435-80e9-4bb4-b32d-8b69465cc316 req-0e1b9925-ecf2-4f2d-9a8c-372f14cca9bd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:14.443770 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13360435-80e9-4bb4-b32d-8b69465cc316 req-0e1b9925-ecf2-4f2d-9a8c-372f14cca9bd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0885475 Aug 27 04:08:14.489132 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-13360435-80e9-4bb4-b32d-8b69465cc316 req-ce1a076d-f7f0-4e8f-a587-1ceef821b16a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442474 Aug 27 04:08:15.649743 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a38a8-175f-48ff-b692-32edf1e2469f req-9b8b3b31-4b44-4326-9dd2-a372ca7452d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:15.651307 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-763a38a8-175f-48ff-b692-32edf1e2469f req-9b8b3b31-4b44-4326-9dd2-a372ca7452d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.0619032 Aug 27 04:08:15.691160 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-763a38a8-175f-48ff-b692-32edf1e2469f req-749c0b1e-18ca-4578-8076-306b56d9e587 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332391 Aug 27 04:08:16.286891 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44182) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.419435 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-10379b7c-011d-40ac-9124-c51d83b00003 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=769d70d40946487c899a78bcec6dca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1310680 Aug 27 04:08:16.421872 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44186) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.470263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.491490 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.705419 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.708725 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:16.710304 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4969a2c9-5012-4fe7-8b3a-1b433d4d5442 HTTP/1.1" status: 204 len: 168 time: 0.2875252 Aug 27 04:08:16.710432 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc3ad2-3aa1-4f19-af88-8dd2d6350303 req-92c9dec5-0e57-454f-a342-a2dc54fb338f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.711902 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ecc3ad2-3aa1-4f19-af88-8dd2d6350303 req-92c9dec5-0e57-454f-a342-a2dc54fb338f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0491006 Aug 27 04:08:16.721114 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e5f21-bd50-4216-927d-54b5fd653a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969a2c9-5012-4fe7-8b3a-1b433d4d5442,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:16.787048 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ecc3ad2-3aa1-4f19-af88-8dd2d6350303 req-0950bc44-ac28-47b0-9c0a-bd59d3884392 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Aug 27 04:08:16.811732 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44204) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:16.953746 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f4828-8a48-434d-b2fb-3c73442e0247 req-7ba8fa2f-7162-45cc-a59e-47d894a1ef57 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:16.955340 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-196f4828-8a48-434d-b2fb-3c73442e0247 req-7ba8fa2f-7162-45cc-a59e-47d894a1ef57 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.1673152 Aug 27 04:08:16.995853 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-196f4828-8a48-434d-b2fb-3c73442e0247 req-99df5c5e-585b-4023-9e40-3975c5eb4d18 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345047 Aug 27 04:08:17.032173 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69d993-7582-4f7a-95f7-921acc024331 tempest-TestMinimumBasicScenario-2070261559 tempest-TestMinimumBasicScenario-2070261559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.033709 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ad69d993-7582-4f7a-95f7-921acc024331 tempest-TestMinimumBasicScenario-2070261559 tempest-TestMinimumBasicScenario-2070261559-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1093 time: 0.2209580 Aug 27 04:08:17.036681 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44208) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:17.042132 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'port_id': '14a51c81-8273-4b66-bcee-30da752b0e22', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:17.123321 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-5a64595a-a552-4e00-95e1-4b2a35effd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.124815 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-5a64595a-a552-4e00-95e1-4b2a35effd74 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1098 time: 0.0399370 Aug 27 04:08:17.218047 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-da4914dc-7478-4fc5-8ef0-e4d8ea9f925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.219577 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-da4914dc-7478-4fc5-8ef0-e4d8ea9f925a service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0861404 Aug 27 04:08:17.320147 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.565571 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-dc17b10d-8ccb-414c-aa51-ccd6021fab16 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 1000 time: 0.3356216 Aug 27 04:08:17.644170 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-7e7d57f7-b93b-4009-98db-9f7351ee274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.645700 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-7e7d57f7-b93b-4009-98db-9f7351ee274d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0538857 Aug 27 04:08:17.711043 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-beb4a57e-8623-4047-a69c-519ff33cf52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:17.712563 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-beb4a57e-8623-4047-a69c-519ff33cf52e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578127 Aug 27 04:08:17.721363 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:17.883206 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-b1d4587f-a902-413d-ba0b-b38ba7bdbe79 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550906 Aug 27 04:08:17.901837 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Allocated IP 172.27.3.45 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/1b5634fe-3e6a-4147-bbbb-10d3c1813e45) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:18.053728 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ce6486ef-e812-4bb6-b2ab-71ac109a64eb req-15778496-5f5f-4acc-a19c-673760cb28a6 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540608 Aug 27 04:08:18.081502 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:18.253840 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:18.272975 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cdfa40-aca7-46bd-b8c5-c40924e94dbf req-1805f476-cb69-4b4d-83ab-12a82332823f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:18.274528 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75cdfa40-aca7-46bd-b8c5-c40924e94dbf req-1805f476-cb69-4b4d-83ab-12a82332823f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 945 time: 0.2073925 Aug 27 04:08:18.300508 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:18.303453 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:18.306012 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:18.314831 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-75cdfa40-aca7-46bd-b8c5-c40924e94dbf req-abf83639-eb52-420b-9a58-35e1533de336 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334184 Aug 27 04:08:18.328840 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'Port': ['ID=1b5634fe-3e6a-4147-bbbb-10d3c1813e45,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:18.679535 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:18.842112 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:18.995781 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.003540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:19.084177 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.085345 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.111886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:19.114241 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10800987-da7d-4cfa-a622-e6cd4de5eea3" -d '{"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:19.131456 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:19.153751 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef0f42d-93d6-496f-aea3-f7a8f46e0269 x-openstack-request-id: req-fef0f42d-93d6-496f-aea3-f7a8f46e0269 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:19.154053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-unplugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:19.154314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fef0f42d-93d6-496f-aea3-f7a8f46e0269 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:19.154765 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'code': 200} Aug 27 04:08:19.163347 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'Port': ['ID=1b5634fe-3e6a-4147-bbbb-10d3c1813e45,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:19.172526 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.245923 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.278025 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Floating IP a0d4c107-7fcd-43be-87cb-27b646f4f4d2 associated. External IP: 172.27.3.45, port: 14a51c81-8273-4b66-bcee-30da752b0e22. Aug 27 04:08:19.295710 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:19.440779 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ff9fb4-24d4-4c93-b859-23d52da9264a req-3f5834ef-aeb2-491c-967a-0c502fdd38d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:19.442434 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7ff9fb4-24d4-4c93-b859-23d52da9264a req-3f5834ef-aeb2-491c-967a-0c502fdd38d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0508316 Aug 27 04:08:19.484042 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7ff9fb4-24d4-4c93-b859-23d52da9264a req-92114d2b-556e-4b39-9286-ae5769c92af5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346510 Aug 27 04:08:19.497324 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:08:19.609964 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:08:19.622095 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Sync routers for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:08:19.636881 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:19.637506 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:08:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:19.741165 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:19.750980 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.780266 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a54a703b-ced1-42f9-a968-dcdddf506402 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7425277 Aug 27 04:08:19.780867 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:19.783062 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44258) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:19.785714 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2545832a-964b-4e98-9b25-4be6d47c9fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:19.787750 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473291427', 'description': 'tempest-secgroup-smoke-473291427 description', 'project_id': '28d44e8045c24df28323402022ac9228'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:19.823515 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6187acd-1621-4a4f-81d2-50d4270e9851 x-openstack-request-id: req-d6187acd-1621-4a4f-81d2-50d4270e9851 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:19.823899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:19.824155 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6187acd-1621-4a4f-81d2-50d4270e9851 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:19.824554 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:08:19.893170 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:19.976805 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-e615e4e2-c6c3-4812-a914-e651606754f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:19.982697 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-e615e4e2-c6c3-4812-a914-e651606754f8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1098 time: 0.0835669 Aug 27 04:08:20.015487 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.095412 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-1b6a1ea8-eef4-4641-a9cf-d27dd279e98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.096977 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-1b6a1ea8-eef4-4641-a9cf-d27dd279e98e service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.1064484 Aug 27 04:08:20.125225 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.125573 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a0d4c107-7fcd-43be-87cb-27b646f4f4d2', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'port_id': '14a51c81-8273-4b66-bcee-30da752b0e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'mac_address': 'fa:16:3e:91:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:18Z', 'updated_at': '2021-08-27T04:08:18Z', 'revision_number': 0, 'project_id': '28d44e8045c24df28323402022ac9228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:20.156089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Checking router: ba6558e0-8d94-461f-a06c-f2d5edf3ff8d for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:08:20.164370 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ddedba-03b1-4a7d-863e-2bf9c24f31f2,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:20.167978 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:08:20.168628 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:08:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:20.174942 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-21993608-f8fb-427d-a916-bd8481311404 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 998 time: 0.0681682 Aug 27 04:08:20.258076 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.258076 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d75a477f-9158-43ee-9692-cc564fb29491 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4704542 Aug 27 04:08:20.258076 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44274) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:20.258590 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-7674201f-f5d1-4b4b-ae90-2393b4436aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.263300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:20.266171 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-7674201f-f5d1-4b4b-ae90-2393b4436aee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0763793 Aug 27 04:08:20.295016 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:08:20.315872 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-c3cd9750-2f73-4d99-8382-2de8db6a03d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.317368 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-c3cd9750-2f73-4d99-8382-2de8db6a03d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457435 Aug 27 04:08:20.410477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.415071 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-148df345-f345-400e-8989-80ec4539793a service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889649 Aug 27 04:08:20.472680 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.519703 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2545832a-964b-4e98-9b25-4be6d47c9fe0 req-f6a5f2c2-2e08-4bc4-b566-a79779cf89be service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970771 Aug 27 04:08:20.552285 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.557481 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a0d4c107-7fcd-43be-87cb-27b646f4f4d2', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'port_id': '14a51c81-8273-4b66-bcee-30da752b0e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'mac_address': 'fa:16:3e:91:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:18Z', 'updated_at': '2021-08-27T04:08:18Z', 'revision_number': 0, 'project_id': '28d44e8045c24df28323402022ac9228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:08:20.597964 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840f6063-bc8c-448e-b6bd-7d61c1beed98,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:20.605187 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39ff77-11e7-4722-a683-4ff5deb23e74 None None] The sync data for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi is: [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a0d4c107-7fcd-43be-87cb-27b646f4f4d2', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'floating_ip_address': '172.27.3.45', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'port_id': '14a51c81-8273-4b66-bcee-30da752b0e22', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'mac_address': 'fa:16:3e:91:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:08:18Z', 'updated_at': '2021-08-27T04:08:18Z', 'revision_number': 0, 'project_id': '28d44e8045c24df28323402022ac9228', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:08:20.665300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4b8de7-ba04-4a73-a620-ef4f5b7d30c2 req-673c25a2-4b0b-4307-bbc7-fcecce1d3a59 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:20.667518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5d4b8de7-ba04-4a73-a620-ef4f5b7d30c2 req-673c25a2-4b0b-4307-bbc7-fcecce1d3a59 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0964313 Aug 27 04:08:20.711389 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5d4b8de7-ba04-4a73-a620-ef4f5b7d30c2 req-46a05fda-04b8-40c1-be8f-7d0f9606bd25 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376112 Aug 27 04:08:20.727268 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.731475 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fc18ade8-b0e1-4e1e-8cb9-ecb54fdbe08a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4703629 Aug 27 04:08:20.731772 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44280) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:20.736403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:20.758977 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44284) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:20.857217 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.865598 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958b808c-f6d7-4b3c-9a4a-01c032616a98 None None] New status for floating IP a0d4c107-7fcd-43be-87cb-27b646f4f4d2: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:08:20.900540 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ae1bfb17-c387-485c-8b9c-419b83264040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:20.953304 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.036393 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ae1bfb17-c387-485c-8b9c-419b83264040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.070114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.089807 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5139d1a-329d-434c-9f49-55b5e2619256,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.174001 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ae1bfb17-c387-485c-8b9c-419b83264040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.214372 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ae1bfb17-c387-485c-8b9c-419b83264040 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=613b5098ac494f47b44a8fefb6c538d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4541728 Aug 27 04:08:21.215311 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1bfb17-c387-485c-8b9c-419b83264040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655c1dac-8b79-42b7-a56f-38956cc119e8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.217007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44300) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:21.275614 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.300151 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.305101 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.306548 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d14d2f4d-cdc4-45c1-a20e-edb8a486e0b5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5739141 Aug 27 04:08:21.309257 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44302) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:21.314077 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:21.433826 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.473258 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.476074 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.481317 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/655c1dac-8b79-42b7-a56f-38956cc119e8 HTTP/1.1" status: 204 len: 168 time: 0.2593815 Aug 27 04:08:21.490303 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0579e-d8b3-4790-80e7-6c3c5a8890f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655c1dac-8b79-42b7-a56f-38956cc119e8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.523504 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.627953 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.645722 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2271774d-65e0-4b32-856e-39e43ed442f7,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:21.734637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.734890 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ab66450a-0973-4d5b-b1a6-854b534708da tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243793 Aug 27 04:08:21.737533 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44318) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:21.742043 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:21.837122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:21.916951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.065489 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.090339 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62874eb5-6113-443e-a057-0cdca8ea9077,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:22.195971 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.197814 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8e28040c-6cc4-49ac-a481-6f210511f23d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4592807 Aug 27 04:08:22.201441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44328) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:22.206363 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:22.234206 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 44330) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:22.248366 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-da943716-2ddf-4ed6-8587-2f137e86caed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.329629 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.securitygroups_db [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Project 28d44e8045c24df28323402022ac9228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:08:22.339253 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.433913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.467730 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-da943716-2ddf-4ed6-8587-2f137e86caed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.496350 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea5aae-3810-4302-9fb3-af0d945d5815 req-9bfebf41-435d-49a6-be20-91613bd88107 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:22.498318 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6dea5aae-3810-4302-9fb3-af0d945d5815 req-9bfebf41-435d-49a6-be20-91613bd88107 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0493655 Aug 27 04:08:22.527111 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.547040 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6dea5aae-3810-4302-9fb3-af0d945d5815 req-5c68ceea-5570-4dbd-8ceb-a46d6aea449f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386431 Aug 27 04:08:22.551872 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc453674-e8b2-48d9-aa88-5b04057e65aa,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:22.621746 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-da943716-2ddf-4ed6-8587-2f137e86caed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.667518 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da943716-2ddf-4ed6-8587-2f137e86caed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36837350-6745-4b13-a73b-43107402b592,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:22.676981 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-da943716-2ddf-4ed6-8587-2f137e86caed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=208341bc505d4908a3287cfe957f5537&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379039 Aug 27 04:08:22.678613 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44348) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:22.709104 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.711128 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-727190e9-f66c-4000-9423-9d4bb5820681 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5083268 Aug 27 04:08:22.714344 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44356) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:22.720768 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'security_group_rule': {'security_group_id': '41ddedba-03b1-4a7d-863e-2bf9c24f31f2', 'project_id': '28d44e8045c24df28323402022ac9228', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:22.763815 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.788333 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.853540 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Project 28d44e8045c24df28323402022ac9228 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:08:22.862434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:22.997759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.000859 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.002139 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36837350-6745-4b13-a73b-43107402b592 HTTP/1.1" status: 204 len: 168 time: 0.3224883 Aug 27 04:08:23.018751 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.020025 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa33468-3f04-4e2f-b118-2e82c29c98e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36837350-6745-4b13-a73b-43107402b592,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:23.050833 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:08:23.165869 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.186942 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95a5500-e3c5-4495-bb6e-16afc4a394ef,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:23.236496 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44372) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:23.305466 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.307405 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f8d17ae0-1dec-4f66-99e2-d3b296fdc191 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5919254 Aug 27 04:08:23.322741 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-1c34998e-7fc2-4f35-9018-561c9626c95d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843623 Aug 27 04:08:23.390705 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-a9705e50-435d-4ccd-bf28-90554322b04e tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473291427&fields=id&tenant_id=28d44e8045c24df28323402022ac9228 HTTP/1.1" status: 200 len: 267 time: 0.0356314 Aug 27 04:08:23.452792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-94f15ba5-94c0-4f7f-92b5-bd5bd08d5d12 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:23.454519 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-94f15ba5-94c0-4f7f-92b5-bd5bd08d5d12 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0576577 Aug 27 04:08:23.466364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'port': {'security_groups': ['27a5e55a-baa5-480c-bc3a-104108098f21', '41ddedba-03b1-4a7d-863e-2bf9c24f31f2']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:23.536105 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.539755 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.736829 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6263028-3343-4c3c-9c4c-7d67035c3687 req-b4d00afa-141a-4225-90e7-2b4062b7dcce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:23.738455 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6263028-3343-4c3c-9c4c-7d67035c3687 req-b4d00afa-141a-4225-90e7-2b4062b7dcce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.1125944 Aug 27 04:08:23.805855 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6263028-3343-4c3c-9c4c-7d67035c3687 req-ff95e817-52e8-4389-8cbd-9a6cc924a61b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584073 Aug 27 04:08:23.813337 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:23.850514 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:23.990133 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.037830 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:24.040695 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.041449 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.042953 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b61e818d-e83c-4215-92ed-3e28150911c2 req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "PUT /v2.0/ports/14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 981 time: 0.5817151 Aug 27 04:08:24.043438 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:24.045757 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4672cca-c3ac-4907-9297-463324334dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:24.088824 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ee5a4-0741-4a29-9b89-12ff87083174 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=6']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:24.126539 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44398) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:24.139811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce2e141-ea8f-4067-a9b6-78b82eba7ae3 x-openstack-request-id: req-4ce2e141-ea8f-4067-a9b6-78b82eba7ae3 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:24.140244 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:24.140532 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4ce2e141-ea8f-4067-a9b6-78b82eba7ae3 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:24.140937 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:08:24.154609 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ede-b78d-4e57-b8bd-c1fcd91bfffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.206532 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:08:24.252973 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0848d6-4c20-4691-af75-11284aa98087 req-293284f2-c464-4ee6-ab71-820024c7c77a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.254789 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d0848d6-4c20-4691-af75-11284aa98087 req-293284f2-c464-4ee6-ab71-820024c7c77a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0916152 Aug 27 04:08:24.332048 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4672cca-c3ac-4907-9297-463324334dd0 req-6cdff15b-6756-4df7-858c-f8b79b373388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.336079 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-6cdff15b-6756-4df7-858c-f8b79b373388 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1137 time: 0.1112411 Aug 27 04:08:24.340322 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d0848d6-4c20-4691-af75-11284aa98087 req-dd1d3cd5-4064-4616-ab3e-e2be298d3989 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703783 Aug 27 04:08:24.394780 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ede-b78d-4e57-b8bd-c1fcd91bfffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.397234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-9660df21-c0b3-4efb-a31a-b49864afdfe7 None None] Provisioning complete for port 14a51c81-8273-4b66-bcee-30da752b0e22 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:08:24.397608 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9660df21-c0b3-4efb-a31a-b49864afdfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.472660 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4672cca-c3ac-4907-9297-463324334dd0 req-ca46b6dc-d675-492a-962f-c1c201f0578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.474258 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-ca46b6dc-d675-492a-962f-c1c201f0578b service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.1031964 Aug 27 04:08:24.485565 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b5f42ede-b78d-4e57-b8bd-c1fcd91bfffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.529950 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f42ede-b78d-4e57-b8bd-c1fcd91bfffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a890590a-c958-45ea-8d73-5a0f89b64842,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:24.535701 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b5f42ede-b78d-4e57-b8bd-c1fcd91bfffd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=deb6545536404383b25958c2aa5462e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4080644 Aug 27 04:08:24.538286 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44402) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:24.564371 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-1a7925b8-47b3-464d-82a6-545c3f64efd8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0728161 Aug 27 04:08:24.615837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.641897 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4672cca-c3ac-4907-9297-463324334dd0 req-e1139b41-4f81-4a13-ab16-a1473e3440b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.644270 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-e1139b41-4f81-4a13-ab16-a1473e3440b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0574522 Aug 27 04:08:24.648084 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.705829 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4672cca-c3ac-4907-9297-463324334dd0 req-1b4e3412-4962-4b98-b326-b73ff325110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.707594 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-1b4e3412-4962-4b98-b326-b73ff325110c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540431 Aug 27 04:08:24.773021 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.778750 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:24.780935 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a890590a-c958-45ea-8d73-5a0f89b64842 HTTP/1.1" status: 204 len: 168 time: 0.2407939 Aug 27 04:08:24.792832 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e73296-3e68-42a3-b1f0-9f6fc8524e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890590a-c958-45ea-8d73-5a0f89b64842,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:24.957384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853d36a-9c6f-48e1-8586-7890c4a4eb8b req-5c9ccd17-b2b3-4967-862d-492e368ad975 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:24.959117 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2853d36a-9c6f-48e1-8586-7890c4a4eb8b req-5c9ccd17-b2b3-4967-862d-492e368ad975 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0524883 Aug 27 04:08:25.002020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2853d36a-9c6f-48e1-8586-7890c4a4eb8b req-58cd07b1-927f-49f7-ae49-6321145a7922 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355930 Aug 27 04:08:25.046954 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-61dbc59e-d397-41cb-8b15-55c982dd7aee service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308966 Aug 27 04:08:25.145071 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4672cca-c3ac-4907-9297-463324334dd0 req-2c56f8bf-fd78-4547-90e6-28ade3711f0b service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901566 Aug 27 04:08:25.906851 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-ef419f36-bf44-43de-b5ab-b3442c494ee3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406275 Aug 27 04:08:26.013070 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44438) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:26.023600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-cf286504-0459-41b9-aecb-84d766118596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.025115 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-cf286504-0459-41b9-aecb-84d766118596 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.0496895 Aug 27 04:08:26.128620 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-682512710-network', 'tenant_id': 'a65ba74164e2464cab37a8459816ebab'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:26.155280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-6b43fbdb-c2f7-47c1-a155-2ac981d8765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.156968 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-6b43fbdb-c2f7-47c1-a155-2ac981d8765e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.1008477 Aug 27 04:08:26.167858 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c093005-c353-4481-a8c1-bcfa2017aa61 req-0ef72335-69d6-4827-9278-8ae7bbf42388 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.169313 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c093005-c353-4481-a8c1-bcfa2017aa61 req-0ef72335-69d6-4827-9278-8ae7bbf42388 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0728967 Aug 27 04:08:26.209878 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3c093005-c353-4481-a8c1-bcfa2017aa61 req-e3863049-9d93-409d-874d-199780b01afc tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339382 Aug 27 04:08:26.213096 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Made reservation on behalf of a65ba74164e2464cab37a8459816ebab for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:26.215173 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.224013 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.246483 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-6e9119f8-68ff-4098-9c14-5b82b8145835 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1002 time: 0.0654445 Aug 27 04:08:26.296563 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-4efa0f7d-58c2-4c6b-b887-67f00d86f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.298040 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-4efa0f7d-58c2-4c6b-b887-67f00d86f11a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0442722 Aug 27 04:08:26.313442 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.350517 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-50aa7da9-5c84-428e-9a8c-f1efd648576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.352135 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-50aa7da9-5c84-428e-9a8c-f1efd648576d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446630 Aug 27 04:08:26.404692 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.426296 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:08:26.440228 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b224a11a-75b1-41ef-bcfb-de20b23f6b0c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:26.444667 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-5625f43f-0f3a-4a9a-bc4f-b576da81a6f3 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852284 Aug 27 04:08:26.445941 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.446283 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Added segment 3197ca60-a359-4cc7-a113-85eb2f0fb0dd of type vlan for network 3b08d8a7-8602-418e-b250-eac0cd152297 Aug 27 04:08:26.486631 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.543131 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aa977e5f-74a5-45ec-a198-f4d2d63b148e req-10b45c7b-fa93-4efd-9919-69047bc0609d service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908489 Aug 27 04:08:26.570384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.571394 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.572143 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.634531 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] Pushing event updated for resources: {'Network': ['ID=3b08d8a7-8602-418e-b250-eac0cd152297,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:26.644184 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 3b08d8a7-8602-418e-b250-eac0cd152297 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:08:26.703035 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e8ab798d-9096-4c4a-a2c7-f293794263f6 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6888039 Aug 27 04:08:26.705770 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 44444) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:08:26.710667 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Request body: {'subnet': {'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-682512710-subnet', 'tenant_id': 'a65ba74164e2464cab37a8459816ebab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:26.782950 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Made reservation on behalf of a65ba74164e2464cab37a8459816ebab for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:26.787147 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060495'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:26.806106 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-0eab725d-b3d3-41fb-8e0d-9d295818ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.807751 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-0eab725d-b3d3-41fb-8e0d-9d295818ce88 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 1096 time: 0.0745931 Aug 27 04:08:26.889260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-19b54c61-6c15-473c-9f55-f914f44965a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.890789 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-19b54c61-6c15-473c-9f55-f914f44965a8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1096 time: 0.0468650 Aug 27 04:08:26.994039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-bd1538f8-352e-4dbf-b935-164c38eac3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:26.996054 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-bd1538f8-352e-4dbf-b935-164c38eac3b8 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0975876 Aug 27 04:08:27.058924 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9316718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060605'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.064487 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-d5ff970c-2d4c-4f85-86a9-1ab6dbd4cc3c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 998 time: 0.0611570 Aug 27 04:08:27.117865 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de6dc6b-f237-4b2f-a41b-2f48b2fa9042,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:27.119463 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-00f863c1-4be5-4538-b11a-532343a3ab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.121064 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-00f863c1-4be5-4538-b11a-532343a3ab08 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0489631 Aug 27 04:08:27.128323 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Checking segment: {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:08:27.128697 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Network hostable DHCP agents. Network: 3b08d8a7-8602-418e-b250-eac0cd152297, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:08:27.166953 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-1a20329b-6a90-4829-b23e-a826dd9b8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.168420 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-1a20329b-6a90-4829-b23e-a826dd9b8f7d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397491 Aug 27 04:08:27.229839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Network 3b08d8a7-8602-418e-b250-eac0cd152297 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:08:27.257125 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-797f7919-6d98-4c02-9f7b-f0b53d611b9b service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813234 Aug 27 04:08:27.330720 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a749d-8765-4d26-8a67-2160c37762aa req-bf86450f-1cf0-415c-a738-150bfd400f95 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.332185 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-631a749d-8765-4d26-8a67-2160c37762aa req-bf86450f-1cf0-415c-a738-150bfd400f95 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0477364 Aug 27 04:08:27.333212 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 3b08d8a7-8602-418e-b250-eac0cd152297) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:27.337960 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:27.338708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:27.345789 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f281c3e8-7128-4788-b9d9-b21753f8bd9f None None] Network 3b08d8a7-8602-418e-b250-eac0cd152297 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:08:27.358728 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-25c0eda0-4aa6-43c8-af33-e1b06ef896b2 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944200 Aug 27 04:08:27.378831 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-631a749d-8765-4d26-8a67-2160c37762aa req-89be9ae1-ffca-4908-a30f-0fc69155a707 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376244 Aug 27 04:08:27.440148 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-557e3ee8-c897-48d7-a08f-e4b33321c266 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7330182 Aug 27 04:08:27.487632 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddbd53c-2782-403d-837b-05be2974e075 None None] Network 3b08d8a7-8602-418e-b250-eac0cd152297 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:08:28.560708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180016b0-6f2f-499e-bcc1-5f617f68a255 req-67e23abd-ea30-4468-bce4-bceb75f0a352 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:28.562236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-180016b0-6f2f-499e-bcc1-5f617f68a255 req-67e23abd-ea30-4468-bce4-bceb75f0a352 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0622721 Aug 27 04:08:28.605001 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-180016b0-6f2f-499e-bcc1-5f617f68a255 req-38f82013-8bd2-477d-abdc-6b00f42f1ff2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348001 Aug 27 04:08:29.727243 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3a6c0-03a2-4a72-a602-986dec8ba213 req-6c7a7e3b-96ac-46e2-8f0d-e10d25ed8b69 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:29.728733 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-43c3a6c0-03a2-4a72-a602-986dec8ba213 req-6c7a7e3b-96ac-46e2-8f0d-e10d25ed8b69 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0497115 Aug 27 04:08:29.769322 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-43c3a6c0-03a2-4a72-a602-986dec8ba213 req-b48d40e0-6e5d-4378-b5e2-4f51249ebc3e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345130 Aug 27 04:08:29.952810 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:08:30.821751 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-dae615be-1567-4263-bc81-209b16e4c9a8 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:30.824079 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-dae615be-1567-4263-bc81-209b16e4c9a8 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/networks?id=3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 200 len: 808 time: 0.1062653 Aug 27 04:08:30.841141 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-a096df15-4b57-41f1-a6d7-03652c65a3c8 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/quotas/a65ba74164e2464cab37a8459816ebab HTTP/1.1" status: 200 len: 375 time: 0.0111184 Aug 27 04:08:30.882925 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-8d8c7331-6a1d-4c2f-bd4b-8212121f2ed3 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354092 Aug 27 04:08:30.929606 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f5e2d-9ec8-4267-9bce-4a3ef54fe714 req-177e9179-d06d-4947-8639-e7b2d54af7b2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:30.931366 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-689f5e2d-9ec8-4267-9bce-4a3ef54fe714 req-177e9179-d06d-4947-8639-e7b2d54af7b2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0740089 Aug 27 04:08:31.023756 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-689f5e2d-9ec8-4267-9bce-4a3ef54fe714 req-6962dd47-c6da-4cc2-8ead-753551095d1c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856957 Aug 27 04:08:31.067329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-16b9d4da-a403-4c99-b1c1-67e13db51de3 service neutron] 10.222.0.73 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696641 Aug 27 04:08:31.163590 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-b5680e2f-d48a-4b19-8450-587c4186b668 service neutron] 10.222.0.73 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895183 Aug 27 04:08:31.443429 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-35bee709-9d95-4362-b430-ccae0607ed63 req-f5a57059-d615-4e1c-872e-d95f832271ed tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0339603 Aug 27 04:08:32.165321 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5831d6-f1e2-4d11-977f-09f6c6ae4811 req-81356833-bb34-42be-ab7d-3ffa8216e8d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:32.166993 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d5831d6-f1e2-4d11-977f-09f6c6ae4811 req-81356833-bb34-42be-ab7d-3ffa8216e8d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0567243 Aug 27 04:08:32.215037 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d5831d6-f1e2-4d11-977f-09f6c6ae4811 req-836c124b-2272-41fc-94b6-d33db792c177 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413973 Aug 27 04:08:32.523952 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4526861-d51f-4253-8d84-794c13188297 req-28de95b9-b4da-499f-b5f5-473ecd337029 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0270109 Aug 27 04:08:33.415966 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc16d5-e779-4b53-8fb2-c59469941429 req-9e605342-7e44-432d-a0f7-fff2a0479b02 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:33.418273 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-afcc16d5-e779-4b53-8fb2-c59469941429 req-9e605342-7e44-432d-a0f7-fff2a0479b02 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0580409 Aug 27 04:08:33.459345 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-afcc16d5-e779-4b53-8fb2-c59469941429 req-4126a271-9c99-472f-bbbb-8171d5a39b20 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Aug 27 04:08:33.622770 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86ce5638-7509-42ff-92c6-66c6c09e7eb0 req-7cf300e7-af21-4b31-8cde-b7f50a6f915b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0279434 Aug 27 04:08:34.585594 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420122a-256b-4ab0-a789-07a4664108c8 req-dced7520-bb92-4b0b-b4d2-e705c230547a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:34.587160 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7420122a-256b-4ab0-a789-07a4664108c8 req-dced7520-bb92-4b0b-b4d2-e705c230547a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0544682 Aug 27 04:08:34.627609 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7420122a-256b-4ab0-a789-07a4664108c8 req-243d23aa-606a-4654-bcb2-30014c6d71f3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335801 Aug 27 04:08:34.726921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-744335a9-0830-44e7-bea0-70a06d6b534e req-4027b445-02b2-4ffe-8307-e7e8f02c6066 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0289562 Aug 27 04:08:35.755390 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8fe54-3b23-4c34-9517-314342bd2117 req-69192375-3203-4d35-b494-a72feb51f409 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:35.757725 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68f8fe54-3b23-4c34-9517-314342bd2117 req-69192375-3203-4d35-b494-a72feb51f409 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0513234 Aug 27 04:08:35.801396 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68f8fe54-3b23-4c34-9517-314342bd2117 req-2462d0f5-d356-4614-a889-200fa0ccb0c4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365207 Aug 27 04:08:35.832203 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f4c78ce-ec99-4a24-9355-c7c514f1960e req-1bdbc015-d51f-417a-917b-e35df8e354d2 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0298288 Aug 27 04:08:36.944347 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd053a68-9245-4420-8990-15a4b31b34a9 req-6faff57a-8818-412f-b60d-fdda77897bb5 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0297599 Aug 27 04:08:36.961066 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee7fac-4ea0-45ac-b3fb-7b4a1d7d76ad req-cfb53b41-4e2e-4f6d-a827-6f045ae650be tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:36.962618 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17ee7fac-4ea0-45ac-b3fb-7b4a1d7d76ad req-cfb53b41-4e2e-4f6d-a827-6f045ae650be tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0817072 Aug 27 04:08:37.005839 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17ee7fac-4ea0-45ac-b3fb-7b4a1d7d76ad req-03d7618d-9578-46ad-9e14-01f8bdef12c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369494 Aug 27 04:08:38.062301 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cab65569-ba54-40ff-93a5-1964caeb2bf4 req-91eba20b-a1ea-4bec-99ef-702669440507 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0435131 Aug 27 04:08:38.162041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1872cc56-2b76-4f32-a319-8c56a5f6adaf req-c2e4355d-c77a-4d0e-a383-9cabbdedf057 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:38.176429 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1872cc56-2b76-4f32-a319-8c56a5f6adaf req-c2e4355d-c77a-4d0e-a383-9cabbdedf057 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0665925 Aug 27 04:08:38.210781 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1872cc56-2b76-4f32-a319-8c56a5f6adaf req-3b4b7467-fbd1-42ea-99ef-908c3432d32f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401928 Aug 27 04:08:38.990143 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-618cee1c-5e3b-4b36-8229-0afa3d78cc94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:39.156847 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-20a98f16-f052-476c-98ab-8e7c326e6458 req-222307c3-8735-40a5-8cd5-4a6576b84743 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0258045 Aug 27 04:08:39.332154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e938f-3a7e-490b-acce-6f4f06d649e1 req-61965097-d7ca-4066-a734-85a2a1949cc3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:39.333624 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-494e938f-3a7e-490b-acce-6f4f06d649e1 req-61965097-d7ca-4066-a734-85a2a1949cc3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0487859 Aug 27 04:08:39.373221 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-494e938f-3a7e-490b-acce-6f4f06d649e1 req-7ac659df-6e64-4aa4-9c8e-cb274a2f8b48 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330467 Aug 27 04:08:40.254704 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37337949-35fb-4545-97de-045050e71ae0 req-77ee5f6e-1f22-4926-8a72-60061a1e3ff2 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0271301 Aug 27 04:08:40.498818 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ffb6e-66ad-4f07-81da-43e0dfe14412 req-75e76ebe-cebc-43b3-896c-4282ed6d24ab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:40.500275 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd7ffb6e-66ad-4f07-81da-43e0dfe14412 req-75e76ebe-cebc-43b3-896c-4282ed6d24ab tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0541904 Aug 27 04:08:40.540125 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd7ffb6e-66ad-4f07-81da-43e0dfe14412 req-d037b387-2f17-404a-9b20-0f262379d7a2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335925 Aug 27 04:08:41.346930 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc2ee3f0-024d-4b2e-8566-26f54344277e req-02a46950-2271-4bb8-bffd-78dedab5930e tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0253987 Aug 27 04:08:41.659501 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c12009-3cdf-4b71-b2e4-bc8768dd053f req-b70d679e-81c8-4f7b-8680-306ad4ca53d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:41.660971 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80c12009-3cdf-4b71-b2e4-bc8768dd053f req-b70d679e-81c8-4f7b-8680-306ad4ca53d9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0494874 Aug 27 04:08:41.699032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80c12009-3cdf-4b71-b2e4-bc8768dd053f req-97e7f150-de5f-4ef2-9e1b-dfd2bafaf675 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Aug 27 04:08:41.781813 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8672c764-2779-46d3-b8a6-441c9ba657af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:41.955431 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:42.442085 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4d826c12-7177-43dd-9a7d-90c7a6cabe28 req-d551db52-d19a-4692-8640-ed824ebf46e2 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0299511 Aug 27 04:08:42.827577 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cb988-7989-42c3-b7a7-3d4d01731814 req-a73fa334-0d12-42c8-bc43-d57e6695647e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:42.829041 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-518cb988-7989-42c3-b7a7-3d4d01731814 req-a73fa334-0d12-42c8-bc43-d57e6695647e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0515811 Aug 27 04:08:42.865792 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-518cb988-7989-42c3-b7a7-3d4d01731814 req-6a6748ff-188c-4703-ac8f-58dc7d3e557b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309613 Aug 27 04:08:42.898165 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:43.533261 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e3f82c5b-96eb-4916-8440-177e50e1b70b req-a2b55c8f-e979-4cb7-89d5-3fb05f8fdf73 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0270042 Aug 27 04:08:43.991572 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe019f6c-14de-42b4-a280-bb87b848e613 req-7101cdc2-3fba-4bf0-8899-f259c62c4c19 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:43.993844 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fe019f6c-14de-42b4-a280-bb87b848e613 req-7101cdc2-3fba-4bf0-8899-f259c62c4c19 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0548675 Aug 27 04:08:44.032248 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fe019f6c-14de-42b4-a280-bb87b848e613 req-ec7e8cad-a3de-4f33-b78a-d77db41d1577 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333433 Aug 27 04:08:44.233503 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:44.626005 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e2aa35a1-6a6a-47f3-9fcc-d6e8e5ed1b43 req-3f05b472-8b1e-43b0-a928-4a4eb824611c tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0288346 Aug 27 04:08:45.147733 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da6016c-6b9c-4ad2-beee-5dca1f9d465d req-03711069-4998-4785-a2b4-e3708010ff9d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:45.149179 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5da6016c-6b9c-4ad2-beee-5dca1f9d465d req-03711069-4998-4785-a2b4-e3708010ff9d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0483327 Aug 27 04:08:45.189329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5da6016c-6b9c-4ad2-beee-5dca1f9d465d req-5171e1cf-eccc-4443-8b9f-05a1387326b2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328813 Aug 27 04:08:45.717336 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a71bbc62-9aa6-4740-af98-481a8a644fa7 req-157a4d5f-e7bb-4a75-8619-ccc4e01e170d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0265355 Aug 27 04:08:46.312218 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9f60e-84dd-488d-b21a-39eae9d3bbc7 req-13b0966e-4f6f-4483-bab3-e15d5f35a508 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:46.313694 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46e9f60e-84dd-488d-b21a-39eae9d3bbc7 req-13b0966e-4f6f-4483-bab3-e15d5f35a508 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0471084 Aug 27 04:08:46.351136 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46e9f60e-84dd-488d-b21a-39eae9d3bbc7 req-abc75bd6-d3c8-4629-ba27-e817ef258981 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315945 Aug 27 04:08:46.813220 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5df96cf5-e7f1-4a75-abb7-ea442c620902 req-bcd80994-c676-4606-b540-8dcfb94845f1 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0308003 Aug 27 04:08:47.468496 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103e04a-48c2-478d-9772-a0a87ecf5bd4 req-04891097-f7a4-4e61-a1cc-e1b75be40c05 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:47.469965 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2103e04a-48c2-478d-9772-a0a87ecf5bd4 req-04891097-f7a4-4e61-a1cc-e1b75be40c05 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0482054 Aug 27 04:08:47.506929 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2103e04a-48c2-478d-9772-a0a87ecf5bd4 req-42c3d35c-5aca-418b-8386-17485c2ce93a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308623 Aug 27 04:08:47.904114 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ade45449-f62a-4771-a713-ffd2da9b9707 req-61d34f53-65e1-412a-b669-9c4cd1234f66 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0254455 Aug 27 04:08:48.628311 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee6c9a-7a57-4cab-a0ab-e7974d14d521 req-8959eab2-1094-442c-a93c-3f8d4b4d97d2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:48.629736 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28ee6c9a-7a57-4cab-a0ab-e7974d14d521 req-8959eab2-1094-442c-a93c-3f8d4b4d97d2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0501060 Aug 27 04:08:48.667410 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28ee6c9a-7a57-4cab-a0ab-e7974d14d521 req-b37da22c-35bb-43a3-8f75-3f4638882136 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310895 Aug 27 04:08:48.997341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-790ad814-ff88-49fa-9efe-fbd684c2ac1d req-591ecb9c-7325-40bf-983e-b1b8b86257e0 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0261776 Aug 27 04:08:49.783066 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40eff2-cbc1-4266-bfc6-823a376d4632 req-6c0f697d-0140-41fe-a428-f9b159b26c7c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:49.784503 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b40eff2-cbc1-4266-bfc6-823a376d4632 req-6c0f697d-0140-41fe-a428-f9b159b26c7c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0464437 Aug 27 04:08:49.822799 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b40eff2-cbc1-4266-bfc6-823a376d4632 req-20d6a3a4-37ab-43e6-ab7a-d4e2a4fc117f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Aug 27 04:08:50.089394 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e2d02c8a-ba89-4978-9050-ed1effde6f27 req-85e79990-a8b7-4684-b55a-aa8704562e89 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0249631 Aug 27 04:08:50.943237 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6437476-177e-4ef5-b56f-1b948665da18 req-c54ea754-a5b5-4359-8863-860f859c9565 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:50.944698 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6437476-177e-4ef5-b56f-1b948665da18 req-c54ea754-a5b5-4359-8863-860f859c9565 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0506454 Aug 27 04:08:50.982026 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6437476-177e-4ef5-b56f-1b948665da18 req-b7ab6faf-1324-4831-864b-e7267694b70c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307453 Aug 27 04:08:51.184521 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0dcfec14-bea9-4e00-9cbf-dec69aaa6c06 req-864c1f8f-081e-41d7-892f-65aefece3bcf tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0254354 Aug 27 04:08:52.031971 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-33133f17-6447-47ac-bfa4-449a27a1ff12 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:52.033433 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-33133f17-6447-47ac-bfa4-449a27a1ff12 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "GET /v2.0/networks?id=3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 200 len: 808 time: 0.0996549 Aug 27 04:08:52.052478 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Request body: {'port': {'device_id': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297', 'admin_state_up': True, 'tenant_id': 'a65ba74164e2464cab37a8459816ebab'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:52.102273 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b951d4f-6278-4e08-8ffd-4ebed640ea88 req-13effdda-b9d1-4acc-accf-10204095942e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:52.104123 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9b951d4f-6278-4e08-8ffd-4ebed640ea88 req-13effdda-b9d1-4acc-accf-10204095942e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0485959 Aug 27 04:08:52.142157 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9b951d4f-6278-4e08-8ffd-4ebed640ea88 req-d52afb82-b706-4505-aef8-f4dce3dc4e05 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321567 Aug 27 04:08:52.239343 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Made reservation on behalf of a65ba74164e2464cab37a8459816ebab for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:08:52.242935 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:52.278022 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e7a1f205-aec8-43b7-92d5-b827f2490bd1 req-78a498f4-6002-45e7-a3ce-2cd140b63c47 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0287926 Aug 27 04:08:52.372522 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Allocated IP 172.20.0.14 (3b08d8a7-8602-418e-b250-eac0cd152297/2de6dc6b-f237-4b2f-a41b-2f48b2fa9042/2b90baae-16c4-4c38-ad66-5230a5752ac3) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:08:52.514779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:52.659021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:52.703260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Network 3b08d8a7-8602-418e-b250-eac0cd152297 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:08:52.706195 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:08:52.712571 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:08:52.740965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Pushing event updated for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:52.752390 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.752810 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.755846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.756016 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:52.778144 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:52.778800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:52.951130 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3386592b-4a02-4f57-9d6d-5d3a7ee391db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9026783 Aug 27 04:08:53.019613 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Request body: {'port': {'device_id': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:08:53.073929 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.270662 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4118e31-7b70-466f-9a18-cb493a3d3d0d req-b0061d15-4388-459c-82d1-60e911d84073 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:53.272057 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4118e31-7b70-466f-9a18-cb493a3d3d0d req-b0061d15-4388-459c-82d1-60e911d84073 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0552335 Aug 27 04:08:53.312461 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4118e31-7b70-466f-9a18-cb493a3d3d0d req-02cdf261-009f-4152-b57c-f4886dac5d5e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Aug 27 04:08:53.359176 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b90baae-16c4-4c38-ad66-5230a5752ac3 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:53.366880 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.380484 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Transition to ACTIVE for port object 2b90baae-16c4-4c38-ad66-5230a5752ac3 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:08:53.393297 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c0395-0890-4522-a8b7-d9809b9782e6 req-201a12db-1254-4b16-87ec-e51b025e7d76 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:53.394798 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-673c0395-0890-4522-a8b7-d9809b9782e6 req-201a12db-1254-4b16-87ec-e51b025e7d76 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 932 time: 0.0483742 Aug 27 04:08:53.434632 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-673c0395-0890-4522-a8b7-d9809b9782e6 req-1307caed-5cfa-4e09-a1bc-e6b0fbbd36ab tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337737 Aug 27 04:08:53.458496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.507664 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:53.549886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.580714 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Attempting to bind port 2b90baae-16c4-4c38-ad66-5230a5752ac3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:08:53.581052 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Attempting to bind port 2b90baae-16c4-4c38-ad66-5230a5752ac3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:08:53.581380 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Attempting to bind port 2b90baae-16c4-4c38-ad66-5230a5752ac3 on network 3b08d8a7-8602-418e-b250-eac0cd152297 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:53.585719 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Port 2b90baae-16c4-4c38-ad66-5230a5752ac3 on network 3b08d8a7-8602-418e-b250-eac0cd152297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:08:53.586039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Attempting to bind port 2b90baae-16c4-4c38-ad66-5230a5752ac3 on network 3b08d8a7-8602-418e-b250-eac0cd152297 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:08:53.591846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:08:53.593007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Checking segment: {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:08:53.593007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Bound using segment: {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:08:53.593230 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Bound port: 2b90baae-16c4-4c38-ad66-5230a5752ac3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:08:53.593396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.656005 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:08:53.658959 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:08:53.779115 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.813428 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:53.814056 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:53.815582 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] 10.222.0.74 "PUT /v2.0/ports/2b90baae-16c4-4c38-ad66-5230a5752ac3 HTTP/1.1" status: 200 len: 1094 time: 0.8498468 Aug 27 04:08:53.816050 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:08:53.818395 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f16ef0-898a-4878-8094-2be2442c0ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:08:53.859428 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a6910-6d25-4f29-b8eb-95a0e26b3162 service neutron] Pushing event updated for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:54.027244 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc00dda6-5da4-4633-88b2-2d462cd8b853 x-openstack-request-id: req-bc00dda6-5da4-4633-88b2-2d462cd8b853 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:08:54.027670 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:08:54.028084 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc00dda6-5da4-4633-88b2-2d462cd8b853 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:08:54.029039 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3', 'status': 'completed', 'code': 200} Aug 27 04:08:54.071534 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3895d537-9751-403c-8cd2-d4774e3a9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.073566 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-3895d537-9751-403c-8cd2-d4774e3a9344 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 1097 time: 0.0602615 Aug 27 04:08:54.126046 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-dc3c4453-ee91-4505-bdcd-6b8e75cb507f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3 HTTP/1.1" status: 200 len: 217 time: 0.0376055 Aug 27 04:08:54.185418 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-fec87c80-a8e5-4164-94c9-90227edc60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.186881 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-fec87c80-a8e5-4164-94c9-90227edc60f4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de6dc6b-f237-4b2f-a41b-2f48b2fa9042 HTTP/1.1" status: 200 len: 848 time: 0.0489824 Aug 27 04:08:54.221818 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-ee989aa5-bc19-476c-82f4-08d243aba6c1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3b08d8a7-8602-418e-b250-eac0cd152297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250092 Aug 27 04:08:54.316467 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-07c4b62a-5bae-4f2c-86a8-9ede2b8649d8 service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860050 Aug 27 04:08:54.414350 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1aa28d7-cdb1-45f2-8aeb-50825628a0a1 req-f684bfa6-ac7b-459f-9e57-ec8852b1d2f1 service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894656 Aug 27 04:08:54.442881 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248151d2-70e3-48ce-89e0-a42dc623fa8e req-376579f7-8652-45df-9b7d-4c184f8a01e0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.444373 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-248151d2-70e3-48ce-89e0-a42dc623fa8e req-376579f7-8652-45df-9b7d-4c184f8a01e0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0510654 Aug 27 04:08:54.489009 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-248151d2-70e3-48ce-89e0-a42dc623fa8e req-51dce75f-78c1-4e4c-b145-967dfa5ecca2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382309 Aug 27 04:08:54.666617 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-7794666f-0908-40ba-904f-448052f79712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.668661 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-7794666f-0908-40ba-904f-448052f79712 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 1097 time: 0.0426762 Aug 27 04:08:54.766775 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-d8624fcb-347e-4f95-9a8c-a300e868d24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.768238 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-d8624fcb-347e-4f95-9a8c-a300e868d24b service neutron] 10.222.0.74 "GET /v2.0/networks?id=3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 200 len: 910 time: 0.0922418 Aug 27 04:08:54.782829 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe366a-e6fc-425d-92a5-4eee173c9c26 req-67dc9d1d-8951-4db8-8d02-807d57a5f33d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.784301 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9fbe366a-e6fc-425d-92a5-4eee173c9c26 req-67dc9d1d-8951-4db8-8d02-807d57a5f33d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 944 time: 0.2728786 Aug 27 04:08:54.811366 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-5979d371-0f2e-4cab-ab7a-6674ab7b0d3f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3 HTTP/1.1" status: 200 len: 217 time: 0.0357578 Aug 27 04:08:54.822878 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9fbe366a-e6fc-425d-92a5-4eee173c9c26 req-8c77d2a6-840d-4ac1-a4bb-7f2ce30ffa9b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324268 Aug 27 04:08:54.863890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-739d49dd-6cb7-4d5d-9223-1080629f792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:54.865346 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-739d49dd-6cb7-4d5d-9223-1080629f792e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de6dc6b-f237-4b2f-a41b-2f48b2fa9042 HTTP/1.1" status: 200 len: 848 time: 0.0472794 Aug 27 04:08:54.897656 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-2d0345bb-09a1-463d-9505-e4d0f8077a0e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3b08d8a7-8602-418e-b250-eac0cd152297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244157 Aug 27 04:08:54.986765 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-342e6c5e-e7c1-42ca-a625-c06e00c60366 service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818791 Aug 27 04:08:55.079868 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c2f16ef0-898a-4878-8094-2be2442c0ddc req-ca239dd7-afb2-46ed-814a-283c96171e51 service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860820 Aug 27 04:08:55.609738 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9e42e-3ce4-4294-a16d-560937097ffb req-7bd3af53-c3ac-41e1-ab82-bf3263274353 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:55.611257 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64a9e42e-3ce4-4294-a16d-560937097ffb req-7bd3af53-c3ac-41e1-ab82-bf3263274353 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0476022 Aug 27 04:08:55.649597 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64a9e42e-3ce4-4294-a16d-560937097ffb req-624f0386-6dd2-4e6a-abf4-5b7f636be467 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Aug 27 04:08:55.937465 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eaff35-7de4-4adb-a907-8a2f05fd3143 req-bbc5abc6-4e18-4dff-988d-a050a92184a7 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:55.938939 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6eaff35-7de4-4adb-a907-8a2f05fd3143 req-bbc5abc6-4e18-4dff-988d-a050a92184a7 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 944 time: 0.0478103 Aug 27 04:08:55.978698 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6eaff35-7de4-4adb-a907-8a2f05fd3143 req-5a01740b-4e6b-4dd8-b72c-6fee24bd38cd tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339632 Aug 27 04:08:56.766645 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e541b4-cac1-4b36-bcb6-955d68969620 req-0b3f3f55-a112-43ba-bb55-e057ace306ff tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:56.768033 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24e541b4-cac1-4b36-bcb6-955d68969620 req-0b3f3f55-a112-43ba-bb55-e057ace306ff tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0478749 Aug 27 04:08:56.806485 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24e541b4-cac1-4b36-bcb6-955d68969620 req-34aed00a-ec53-4c50-a7f6-d17dd99bdec8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Aug 27 04:08:57.094167 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33298d-7593-4ecb-bf2b-3770b3d2ba6b req-fd8d2ac5-7cce-4517-8a6c-71fe6e5dcd64 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:57.095554 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb33298d-7593-4ecb-bf2b-3770b3d2ba6b req-fd8d2ac5-7cce-4517-8a6c-71fe6e5dcd64 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 944 time: 0.0489948 Aug 27 04:08:57.133720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fb33298d-7593-4ecb-bf2b-3770b3d2ba6b req-e116ab88-2279-48c8-b29b-ea4a38bce49e tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Aug 27 04:08:57.926323 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d3c86-5dc7-4d8c-bc24-6fa0a5beadcb req-e5b72e2f-2f16-411d-b1f2-cd09a13d3860 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:57.927835 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c3d3c86-5dc7-4d8c-bc24-6fa0a5beadcb req-e5b72e2f-2f16-411d-b1f2-cd09a13d3860 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0483911 Aug 27 04:08:57.969627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c3d3c86-5dc7-4d8c-bc24-6fa0a5beadcb req-c2435622-0741-4c6e-90ea-c324b378a9d6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356643 Aug 27 04:08:58.243964 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51227197-2d39-47fd-a8e6-147b1501e746 req-eb2ece22-3213-4096-b7a6-ae2fff9c0cd1 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:58.245935 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51227197-2d39-47fd-a8e6-147b1501e746 req-eb2ece22-3213-4096-b7a6-ae2fff9c0cd1 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 944 time: 0.0467422 Aug 27 04:08:58.281436 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51227197-2d39-47fd-a8e6-147b1501e746 req-c7fd621e-111c-4b60-bc33-ca48cab63465 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297542 Aug 27 04:08:59.090451 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad6f2c-a752-4801-8de5-f4c3cb17cb3a req-6dbc8b29-ed80-4234-b0b2-43d175d9655f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:59.092062 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61ad6f2c-a752-4801-8de5-f4c3cb17cb3a req-6dbc8b29-ed80-4234-b0b2-43d175d9655f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0483055 Aug 27 04:08:59.134011 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61ad6f2c-a752-4801-8de5-f4c3cb17cb3a req-8bdc07ad-c1e8-48a0-9471-a36b98e8cf01 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359638 Aug 27 04:08:59.163994 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 2b90baae-16c4-4c38-ad66-5230a5752ac3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:08:59.257349 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:59.273633 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '2b90baae-16c4-4c38-ad66-5230a5752ac3', 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297', 'port_id': '2b90baae-16c4-4c38-ad66-5230a5752ac3', 'mac_address': 'fa:16:3e:d5:86:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de6dc6b-f237-4b2f-a41b-2f48b2fa9042', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:08:59.312400 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:59.325574 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b90baae-16c4-4c38-ad66-5230a5752ac3 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:08:59.344944 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:08:59.396385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485db8b6-2a60-4dc4-87df-f905855f31f7 req-c90cb7e8-531c-4080-94d9-64a0f8d95b27 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:08:59.397862 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-485db8b6-2a60-4dc4-87df-f905855f31f7 req-c90cb7e8-531c-4080-94d9-64a0f8d95b27 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 944 time: 0.0501778 Aug 27 04:08:59.439285 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-485db8b6-2a60-4dc4-87df-f905855f31f7 req-ff7509d6-0cfe-479a-ab9e-563276b41a21 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352659 Aug 27 04:08:59.444882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:08:59.492142 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:08:59.499867 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.500213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.500558 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.500890 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.501220 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.501548 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.501873 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.502194 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.502519 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.502870 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.503190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:08:59.503507 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:00.004129 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['2b90baae-16c4-4c38-ad66-5230a5752ac3'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:00.255608 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22990d-4de2-4223-8b39-372577c18480 req-86821767-768b-4eea-886d-8b3fd62834b3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:00.257004 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df22990d-4de2-4223-8b39-372577c18480 req-86821767-768b-4eea-886d-8b3fd62834b3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0479741 Aug 27 04:09:00.300331 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df22990d-4de2-4223-8b39-372577c18480 req-5cb13bed-10e4-42bb-ad08-feccd4c91c5a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356948 Aug 27 04:09:00.553836 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601528db-87c2-48fa-b606-da02a71e5297 req-b90ebdf9-a7b7-4439-b75e-d492e7ccfd49 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:00.555229 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-601528db-87c2-48fa-b606-da02a71e5297 req-b90ebdf9-a7b7-4439-b75e-d492e7ccfd49 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 945 time: 0.0497432 Aug 27 04:09:00.593373 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-601528db-87c2-48fa-b606-da02a71e5297 req-59cfe104-7759-47bd-b5e4-d6f03f363030 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Aug 27 04:09:01.184615 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:09:01.194211 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 2b90baae-16c4-4c38-ad66-5230a5752ac3 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:09:01.324396 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:01.336962 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'mac_address': 'fa:16:3e:61:5e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:09:01.378512 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:01.392779 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:09:01.404362 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 2b90baae-16c4-4c38-ad66-5230a5752ac3 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:09:01.414829 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:01.415777 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 2b90baae-16c4-4c38-ad66-5230a5752ac3 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:09:01.416143 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:01.420669 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf31f15-dda2-4945-8162-779248353bab req-2803e721-ffc8-43e1-8c2f-a0071867c146 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:01.422204 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acf31f15-dda2-4945-8162-779248353bab req-2803e721-ffc8-43e1-8c2f-a0071867c146 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 943 time: 0.0483255 Aug 27 04:09:01.466288 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acf31f15-dda2-4945-8162-779248353bab req-e3cbbf83-f149-4088-9f52-9565f8f8736a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375514 Aug 27 04:09:01.481864 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:01.523980 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:01.556451 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=9']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:01.564250 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:01.566465 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400f1f96-6eab-40ef-a479-0016017560e2" -d '{"events": [{"server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "name": "network-vif-plugged", "status": "completed", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:01.579627 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:01.657750 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41553db1-9fb3-4fdd-b9b9-be41d7a60530 x-openstack-request-id: req-41553db1-9fb3-4fdd-b9b9-be41d7a60530 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:01.658044 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "name": "network-vif-plugged", "status": "completed", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:01.658301 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41553db1-9fb3-4fdd-b9b9-be41d7a60530 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:01.658741 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3', 'code': 200} Aug 27 04:09:01.659906 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:01.711207 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e21b-d366-4810-9dc9-d66f15fa8482 req-5a5219bb-6339-4a3e-bfa4-6e0b4a5b96be tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:01.713090 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26e1e21b-d366-4810-9dc9-d66f15fa8482 req-5a5219bb-6339-4a3e-bfa4-6e0b4a5b96be tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0528603 Aug 27 04:09:01.717019 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:01.752407 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26e1e21b-d366-4810-9dc9-d66f15fa8482 req-39270411-bf5c-4dea-976b-950f26390f6f tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Aug 27 04:09:01.962082 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:02.086115 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87f787-f5f8-4247-9ec2-f45a9c9721ad req-3750d09e-55f7-477d-9a2a-8a4b236c5a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:02.087902 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7b87f787-f5f8-4247-9ec2-f45a9c9721ad req-3750d09e-55f7-477d-9a2a-8a4b236c5a65 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 1099 time: 0.0404999 Aug 27 04:09:02.125111 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7b87f787-f5f8-4247-9ec2-f45a9c9721ad req-cf2bd091-7ce2-4818-8150-af5f2740b908 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302746 Aug 27 04:09:02.591792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2998a1-ca09-4fb1-9627-3fc13472cb7f req-38ed7f83-e2dd-4833-ae2a-095e31b44386 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:02.593300 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd2998a1-ca09-4fb1-9627-3fc13472cb7f req-38ed7f83-e2dd-4833-ae2a-095e31b44386 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 944 time: 0.0528560 Aug 27 04:09:02.631957 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd2998a1-ca09-4fb1-9627-3fc13472cb7f req-4ff4b709-6eeb-45da-8b36-387853d53e57 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326512 Aug 27 04:09:02.864540 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebd827-b5a2-4150-8cf0-24ad0c1c07f4 req-f95e5b12-a8c3-49e1-936a-aa8ec61f905c tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:02.866003 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0ebd827-b5a2-4150-8cf0-24ad0c1c07f4 req-f95e5b12-a8c3-49e1-936a-aa8ec61f905c tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Aug 27 04:09:02.906330 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e0ebd827-b5a2-4150-8cf0-24ad0c1c07f4 req-4f51f066-d2f4-469c-8889-c3b73b0f5371 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345073 Aug 27 04:09:03.194784 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:09:03.242517 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:09:03.242919 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:03.320200 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:03.351621 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:03.447126 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:03.493904 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=10']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:03.660430 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:03.662792 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e744563d-cadf-468c-8903-068cb2cda014" -d '{"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:03.702930 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebee078d-2aaf-41fe-91c7-142eaf66e572 x-openstack-request-id: req-ebee078d-2aaf-41fe-91c7-142eaf66e572 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:03.703232 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-plugged", "status": "completed", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:03.703489 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ebee078d-2aaf-41fe-91c7-142eaf66e572 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:03.703895 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'code': 200} Aug 27 04:09:03.756637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a4c62f-6837-44ac-919a-64cb36ce4dbc req-ef9e9567-b091-44a2-9e27-eff48d123b22 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:03.758465 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60a4c62f-6837-44ac-919a-64cb36ce4dbc req-ef9e9567-b091-44a2-9e27-eff48d123b22 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0517635 Aug 27 04:09:03.805269 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60a4c62f-6837-44ac-919a-64cb36ce4dbc req-1592548c-6443-4f1b-a0a5-21b6cfb05a8b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400326 Aug 27 04:09:04.053275 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8b64e-9b83-455f-855b-5e682fe8fe49 req-239ca28d-f10c-4e60-832b-aaa0171da127 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:04.054771 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80e8b64e-9b83-455f-855b-5e682fe8fe49 req-239ca28d-f10c-4e60-832b-aaa0171da127 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0479755 Aug 27 04:09:04.092192 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-80e8b64e-9b83-455f-855b-5e682fe8fe49 req-22649150-e09a-46e1-acc2-b0b9b02ff7af tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306730 Aug 27 04:09:04.930598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9856af0-f64d-4d20-a96e-45db2e277a5d req-f3b9938d-3564-4118-baf1-30911e9a0ba8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:04.932647 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9856af0-f64d-4d20-a96e-45db2e277a5d req-f3b9938d-3564-4118-baf1-30911e9a0ba8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0495722 Aug 27 04:09:04.974647 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e9856af0-f64d-4d20-a96e-45db2e277a5d req-f35d1e2d-825f-49ed-a5ee-1ba68bc188ee tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366814 Aug 27 04:09:05.205320 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c94403-d818-4475-b904-3352648d1daf req-0118ee5c-db1d-4a42-82ed-26f305f76ebe tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:05.206811 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83c94403-d818-4475-b904-3352648d1daf req-0118ee5c-db1d-4a42-82ed-26f305f76ebe tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0474112 Aug 27 04:09:05.242842 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83c94403-d818-4475-b904-3352648d1daf req-d8c19d7d-5311-40b8-acd9-6b5371254646 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302160 Aug 27 04:09:06.093138 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07504748-8d4e-48cf-80e3-39b6b0e0198e req-476b2638-6e6f-4d3b-940c-21847b2b25e2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:06.094688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-07504748-8d4e-48cf-80e3-39b6b0e0198e req-476b2638-6e6f-4d3b-940c-21847b2b25e2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0484076 Aug 27 04:09:06.131730 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-07504748-8d4e-48cf-80e3-39b6b0e0198e req-121940b2-b791-4b27-bc46-53f8e4f6bf2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311391 Aug 27 04:09:06.953084 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:07.250109 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a005b-d1a0-4306-9048-abc5bf2d9aef req-a7f58499-a800-49ed-9b02-a27378c9933c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:07.251603 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d98a005b-d1a0-4306-9048-abc5bf2d9aef req-a7f58499-a800-49ed-9b02-a27378c9933c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0476053 Aug 27 04:09:07.292035 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d98a005b-d1a0-4306-9048-abc5bf2d9aef req-8d72b69c-e805-481a-92c6-f75e8635f652 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339634 Aug 27 04:09:08.022175 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9364c9-34bb-4bbf-951d-2d1c442256a7 req-c9696d9e-05d7-4df7-9d7f-86a2e497fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:08.023833 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d9364c9-34bb-4bbf-951d-2d1c442256a7 req-c9696d9e-05d7-4df7-9d7f-86a2e497fd5a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1099 time: 0.0420554 Aug 27 04:09:08.060233 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1d9364c9-34bb-4bbf-951d-2d1c442256a7 req-f9bb29f5-d27f-4f59-9dfd-d266db20422a service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289483 Aug 27 04:09:08.411701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90284d-2388-47e5-9625-0cada6159c4e req-b6c2fb21-20d7-4131-a313-4546c8d24f8f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:08.413095 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f90284d-2388-47e5-9625-0cada6159c4e req-b6c2fb21-20d7-4131-a313-4546c8d24f8f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0481610 Aug 27 04:09:08.461695 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f90284d-2388-47e5-9625-0cada6159c4e req-5f8badde-64c9-4f6a-a503-a7e0b56bea4e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411382 Aug 27 04:09:09.024130 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-09d98792-be96-4d0c-ba8b-dd9abfb30453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:09.291042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e86730-770a-4229-8561-653cb56de060 req-3697ae1a-1f5e-4337-8387-e49fd7661fd7 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:09.292641 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95e86730-770a-4229-8561-653cb56de060 req-3697ae1a-1f5e-4337-8387-e49fd7661fd7 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0577545 Aug 27 04:09:09.332812 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95e86730-770a-4229-8561-653cb56de060 req-0dad3271-585e-4feb-ad5a-61438552a39f tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341768 Aug 27 04:09:09.589736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815405-9cf3-4f09-88d8-d037781b8d6c req-094eff35-4dce-40f4-918b-76ea03584bc4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:09.591202 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-99815405-9cf3-4f09-88d8-d037781b8d6c req-094eff35-4dce-40f4-918b-76ea03584bc4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0515087 Aug 27 04:09:09.635954 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-99815405-9cf3-4f09-88d8-d037781b8d6c req-67f2ba40-3555-4f97-89c4-c7caea435916 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377672 Aug 27 04:09:10.468839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93decbe3-3600-4791-a2ce-bcc8594f6fcf req-f14feb0b-cc8f-4776-96fd-4a7d28dd7661 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:10.472409 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-93decbe3-3600-4791-a2ce-bcc8594f6fcf req-f14feb0b-cc8f-4776-96fd-4a7d28dd7661 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0619581 Aug 27 04:09:10.527722 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-93decbe3-3600-4791-a2ce-bcc8594f6fcf req-2dbd0e82-ac95-4b45-93f7-9c86ffaaa85b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502417 Aug 27 04:09:10.781708 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64146848-a609-4f53-8258-29c1ed20804d req-f0fdad0a-01ca-4830-9af5-269103f67080 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:10.783231 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64146848-a609-4f53-8258-29c1ed20804d req-f0fdad0a-01ca-4830-9af5-269103f67080 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0615506 Aug 27 04:09:10.823534 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-64146848-a609-4f53-8258-29c1ed20804d req-601a7703-1fab-4cbc-9896-d805ce6d37f7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342796 Aug 27 04:09:11.466815 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-25b3c7d4-bb4f-42a9-84ea-1ad458e5adf6 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.468456 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-25b3c7d4-bb4f-42a9-84ea-1ad458e5adf6 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0554881 Aug 27 04:09:11.566081 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Deleting port 2b90baae-16c4-4c38-ad66-5230a5752ac3 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:11.566451 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.654022 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548577f-9000-4d80-a193-be4e8f33fc2e req-ce664d19-4eda-4039-8726-9d281a0b4032 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.656531 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d548577f-9000-4d80-a193-be4e8f33fc2e req-ce664d19-4eda-4039-8726-9d281a0b4032 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 946 time: 0.0579953 Aug 27 04:09:11.664549 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] For port 2b90baae-16c4-4c38-ad66-5230a5752ac3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=2b90baae-16c4-4c38-ad66-5230a5752ac3,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:11.665018 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.683317 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Calling delete_port for 2b90baae-16c4-4c38-ad66-5230a5752ac3 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:11.716839 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d548577f-9000-4d80-a193-be4e8f33fc2e req-a0c14f19-ee1c-490a-94c0-7bfc140a201b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533032 Aug 27 04:09:11.801152 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0b0afdf7-29ba-4535-af57-0847b908f95b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:11.955000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f53295-0125-4320-96da-9c52321034cd req-cb932975-c145-452b-8ce7-25820fd1f696 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:11.956620 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49f53295-0125-4320-96da-9c52321034cd req-cb932975-c145-452b-8ce7-25820fd1f696 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0537212 Aug 27 04:09:12.003338 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49f53295-0125-4320-96da-9c52321034cd req-40a8e944-a2a0-4632-bbbe-4218f5df390d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403099 Aug 27 04:09:12.155853 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:12.156138 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:12.197113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['2b90baae-16c4-4c38-ad66-5230a5752ac3'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:12.203414 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Pushing event deleted for resources: {'Port': ['ID=2b90baae-16c4-4c38-ad66-5230a5752ac3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:12.254593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] No DVR routers for this DVR port 2b90baae-16c4-4c38-ad66-5230a5752ac3 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:12.257157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:12.259210 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-16e18f3a-b60c-4bd0-9241-4a91b1e59142 req-a0b4b479-641b-4fdb-82b6-16a4446cf8ef tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "DELETE /v2.0/ports/2b90baae-16c4-4c38-ad66-5230a5752ac3 HTTP/1.1" status: 204 len: 173 time: 0.7839437 Aug 27 04:09:12.259635 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'name': 'network-vif-deleted', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:12.261983 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3789a415-9782-481c-93b3-ebb684dcf9c0" -d '{"events": [{"server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "name": "network-vif-deleted", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:12.300852 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7baebdd-0ad1-4f07-990b-7c9951f7cdb7 x-openstack-request-id: req-d7baebdd-0ad1-4f07-990b-7c9951f7cdb7 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:12.306310 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd151de1-a5c6-4733-9c89-80d0fc373682", "name": "network-vif-deleted", "tag": "2b90baae-16c4-4c38-ad66-5230a5752ac3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:12.306310 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7baebdd-0ad1-4f07-990b-7c9951f7cdb7 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:12.306310 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd151de1-a5c6-4733-9c89-80d0fc373682', 'name': 'network-vif-deleted', 'tag': '2b90baae-16c4-4c38-ad66-5230a5752ac3', 'status': 'completed', 'code': 200} Aug 27 04:09:12.807519 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:12.828691 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-489dec90-8f9e-4839-92d7-6d18ecb53d0c req-671978e5-3409-4158-ba2e-7b4ecf77f8ec tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=dd151de1-a5c6-4733-9c89-80d0fc373682 HTTP/1.1" status: 200 len: 210 time: 0.0259695 Aug 27 04:09:13.130153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eee72c6-e861-4bef-900f-0b9668282fa0 req-9ea5ca0c-c2ab-4c45-9fba-4460eb584012 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:13.131800 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3eee72c6-e861-4bef-900f-0b9668282fa0 req-9ea5ca0c-c2ab-4c45-9fba-4460eb584012 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0520384 Aug 27 04:09:13.171436 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3eee72c6-e861-4bef-900f-0b9668282fa0 req-825d603b-54ff-4803-95e1-af2793d9d79d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Aug 27 04:09:13.347550 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45000) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:13.466240 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.559945 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.650109 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.690190 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=be4e016c227c4712b72df61014694ef1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3414721 Aug 27 04:09:13.691399 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49718173-7808-413e-bf74-9cff2d8b7de8,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:13.692867 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45004) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:13.699420 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.699725 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.700076 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.700417 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.700757 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.701105 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.701433 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.701763 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.702096 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.702425 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.702785 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.703114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab82fad1-5278-4801-baac-bce5d822f8db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:09:13.748826 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.770455 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.890264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.895939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:13.895939 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49718173-7808-413e-bf74-9cff2d8b7de8 HTTP/1.1" status: 204 len: 168 time: 0.2000589 Aug 27 04:09:13.904348 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cd5754-d0d6-4fbf-b602-b656390cee97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49718173-7808-413e-bf74-9cff2d8b7de8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:14.184089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.198502 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-f8e42cdb-85dc-415f-b088-5c65e4427a5e tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:14.200058 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-f8e42cdb-85dc-415f-b088-5c65e4427a5e tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/networks?id=3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 200 len: 808 time: 0.1331019 Aug 27 04:09:14.216576 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-65c99000-1d18-4e5f-bca0-06ee4569ae13 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/quotas/a65ba74164e2464cab37a8459816ebab HTTP/1.1" status: 200 len: 375 time: 0.0102611 Aug 27 04:09:14.253907 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-79c5a995-7698-495b-b565-5f68216a9906 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316756 Aug 27 04:09:14.347675 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-ca2a44ff-ea46-4c5d-9bd8-a7ef6cedd291 service neutron] 10.222.0.73 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Aug 27 04:09:14.445285 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-3af5b251-7e63-4dd4-88f3-95f47212c683 service neutron] 10.222.0.73 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913432 Aug 27 04:09:14.478429 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45024) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:14.498113 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d976d7e0-4420-43f6-8a43-bb1f75b0624f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.597530 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d976d7e0-4420-43f6-8a43-bb1f75b0624f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.652540 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d976d7e0-4420-43f6-8a43-bb1f75b0624f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.692462 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d976d7e0-4420-43f6-8a43-bb1f75b0624f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bf9583029d5a486198820501ef6b59e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126355 Aug 27 04:09:14.694693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d7e0-4420-43f6-8a43-bb1f75b0624f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95d03d81-510c-4d45-bf12-1594b05eada5,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:14.697034 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45030) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:14.738921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6051e373-c212-4226-930b-33de655d97c9 req-304ae0d6-0576-420d-9e3a-e0d6f5da4cd9 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0467982 Aug 27 04:09:14.750890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.778229 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.930050 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.933613 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:14.933920 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/95d03d81-510c-4d45-bf12-1594b05eada5 HTTP/1.1" status: 204 len: 168 time: 0.2350898 Aug 27 04:09:14.941935 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468aa47-368f-40b5-88b0-c28668acfd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d03d81-510c-4d45-bf12-1594b05eada5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:15.251294 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 2b90baae-16c4-4c38-ad66-5230a5752ac3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:15.283416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 2b90baae-16c4-4c38-ad66-5230a5752ac3 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:15.283950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 2b90baae-16c4-4c38-ad66-5230a5752ac3 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:15.843350 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95028a80-de7b-433d-b01d-cb420377cfc0 req-30c27bf0-020f-4d2b-9e09-973d809d41ae tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0293236 Aug 27 04:09:16.946308 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6a7e5819-674c-4a4f-9af3-f1c7e558b4ed req-8e15d2cf-9ca7-498b-92c0-6425eb675337 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0326004 Aug 27 04:09:17.167041 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-9795f2d4-2893-4f37-a803-d9b6fc3fdc50 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:17.169844 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-9795f2d4-2893-4f37-a803-d9b6fc3fdc50 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "GET /v2.0/networks?id=3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 200 len: 808 time: 0.1132092 Aug 27 04:09:17.189913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Request body: {'port': {'device_id': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297', 'admin_state_up': True, 'tenant_id': 'a65ba74164e2464cab37a8459816ebab'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:09:17.389711 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Made reservation on behalf of a65ba74164e2464cab37a8459816ebab for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:09:17.393284 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:17.523526 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Allocated IP 172.20.0.13 (3b08d8a7-8602-418e-b250-eac0cd152297/2de6dc6b-f237-4b2f-a41b-2f48b2fa9042/f3f0df86-1325-4dce-a6ff-7913d05dde16) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:09:17.685929 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:17.778531 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:17.821759 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Network 3b08d8a7-8602-418e-b250-eac0cd152297 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:09:17.825461 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:09:17.831430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:09:17.858416 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Pushing event updated for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:17.891537 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:17.896815 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.066302 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c957776-fc9c-44f9-9408-aed388290144 req-70b0e9d3-e6c4-4661-b919-db1743c205f4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:18.067876 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c957776-fc9c-44f9-9408-aed388290144 req-70b0e9d3-e6c4-4661-b919-db1743c205f4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 932 time: 0.0510831 Aug 27 04:09:18.099561 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-8fb7f744-d4a4-4887-a425-bab2f9cdf5a4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9141412 Aug 27 04:09:18.108483 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c957776-fc9c-44f9-9408-aed388290144 req-f9bb75ef-69c5-4c2d-9815-baa070ffbe69 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344865 Aug 27 04:09:18.191046 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Request body: {'port': {'device_id': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:09:18.252329 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.306248 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45100) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:18.422346 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f5ee57f8-fe8a-41cb-8403-1a8e0dc375b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.518656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f5ee57f8-fe8a-41cb-8403-1a8e0dc375b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.532912 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f0df86-1325-4dce-a6ff-7913d05dde16 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:09:18.547327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.560157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Transition to ACTIVE for port object f3f0df86-1325-4dce-a6ff-7913d05dde16 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:09:18.624226 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f5ee57f8-fe8a-41cb-8403-1a8e0dc375b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.662921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f5ee57f8-fe8a-41cb-8403-1a8e0dc375b2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7239a15b318b45e8af2179302fbb41d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553867 Aug 27 04:09:18.664009 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee57f8-fe8a-41cb-8403-1a8e0dc375b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745cf641-2e6f-4c31-a9e7-7f0fecf9ea40,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:18.666357 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45104) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:18.679615 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.752358 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Pushing event updated for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:18.803098 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.835591 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.861362 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Attempting to bind port f3f0df86-1325-4dce-a6ff-7913d05dde16 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:09:18.861698 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Attempting to bind port f3f0df86-1325-4dce-a6ff-7913d05dde16 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:09:18.862027 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Attempting to bind port f3f0df86-1325-4dce-a6ff-7913d05dde16 on network 3b08d8a7-8602-418e-b250-eac0cd152297 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:09:18.877854 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Port f3f0df86-1325-4dce-a6ff-7913d05dde16 on network 3b08d8a7-8602-418e-b250-eac0cd152297 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:09:18.878180 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Attempting to bind port f3f0df86-1325-4dce-a6ff-7913d05dde16 on network 3b08d8a7-8602-418e-b250-eac0cd152297 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:09:18.884095 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:09:18.884438 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Checking segment: {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:09:18.884863 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Bound using segment: {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:09:18.885298 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Bound port: f3f0df86-1325-4dce-a6ff-7913d05dde16, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3197ca60-a359-4cc7-a113-85eb2f0fb0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:09:18.885660 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:18.955388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:09:18.958448 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:09:19.010378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:19.012977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:19.014145 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/745cf641-2e6f-4c31-a9e7-7f0fecf9ea40 HTTP/1.1" status: 204 len: 168 time: 0.3467402 Aug 27 04:09:19.022149 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de38bc17-8510-4489-a8aa-024e2c0ae3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745cf641-2e6f-4c31-a9e7-7f0fecf9ea40,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:19.039593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:19.233379 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e89a871-715a-4227-8821-f475e17bbdce req-969dd15a-32ff-4698-ad20-2079d0a179cf tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.235008 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e89a871-715a-4227-8821-f475e17bbdce req-969dd15a-32ff-4698-ad20-2079d0a179cf tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0555086 Aug 27 04:09:19.278265 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e89a871-715a-4227-8821-f475e17bbdce req-ac4645b7-a2df-43ec-883e-4c7288a8668f tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 Aug 27 04:09:19.324833 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.325786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:19.327417 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] 10.222.0.74 "PUT /v2.0/ports/f3f0df86-1325-4dce-a6ff-7913d05dde16 HTTP/1.1" status: 200 len: 1094 time: 1.1408422 Aug 27 04:09:19.327990 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:19.330660 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c" -d '{"events": [{"name": "network-changed", "server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:19.375357 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f16f1c9-48b1-4ed9-bd01-110996423c0f x-openstack-request-id: req-5f16f1c9-48b1-4ed9-bd01-110996423c0f {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:19.375807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:19.376210 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f16f1c9-48b1-4ed9-bd01-110996423c0f {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:19.376806 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16', 'status': 'completed', 'code': 200} Aug 27 04:09:19.381528 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be2c01-5992-4cb2-9bff-b270baa1835f service neutron] Pushing event updated for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:19.464104 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-7e8bf5a4-90e7-4efb-ad67-aed861825472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.465632 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-7e8bf5a4-90e7-4efb-ad67-aed861825472 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 1097 time: 0.0431798 Aug 27 04:09:19.570268 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-6067d141-8499-493e-9c75-54c9c2a018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.572476 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-6067d141-8499-493e-9c75-54c9c2a018ca service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=a65ba74164e2464cab37a8459816ebab&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0920491 Aug 27 04:09:19.665200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-5f557600-7909-4789-9657-292a750ff893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.667414 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1da009c2-2db2-4ae9-b50e-83f1ef66ad9c req-5f557600-7909-4789-9657-292a750ff893 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0889847 Aug 27 04:09:19.767574 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-ecd26114-7500-498a-a88d-ec346be4a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.772048 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-ecd26114-7500-498a-a88d-ec346be4a652 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=a65ba74164e2464cab37a8459816ebab&device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 1097 time: 0.0399714 Aug 27 04:09:19.849655 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-3cf159f9-1f1d-4555-8d8a-e3bc39d0709f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16 HTTP/1.1" status: 200 len: 217 time: 0.0367258 Aug 27 04:09:19.902800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-a7c00217-9f60-4f20-95ad-1394d17724d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:19.904192 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-a7c00217-9f60-4f20-95ad-1394d17724d3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=2de6dc6b-f237-4b2f-a41b-2f48b2fa9042 HTTP/1.1" status: 200 len: 848 time: 0.0474038 Aug 27 04:09:19.904349 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45114) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:19.919624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4421b235-55dc-42b5-9d98-c60d7e2c6d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:19.940394 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-722d1f61-875c-4583-b7db-5fd00d134ebe service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=3b08d8a7-8602-418e-b250-eac0cd152297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271163 Aug 27 04:09:20.018887 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4421b235-55dc-42b5-9d98-c60d7e2c6d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.036304 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-6b20c702-f2ed-4fd8-ace9-171113d144bb service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885241 Aug 27 04:09:20.086794 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4421b235-55dc-42b5-9d98-c60d7e2c6d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.129902 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4421b235-55dc-42b5-9d98-c60d7e2c6d7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ad81128e739d4b8c983251b052868844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2244468 Aug 27 04:09:20.131054 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b235-55dc-42b5-9d98-c60d7e2c6d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2095991-6244-41b1-ba1e-7b5b51dfdce5,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:20.132303 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4eb40f92-4285-4c81-9ad6-d3a23bd8320f req-deee64b4-c1b7-4b35-ab15-289fc9702c99 service neutron] 10.222.0.74 "GET /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885849 Aug 27 04:09:20.132800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45116) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:20.185160 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.206596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.343762 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.346437 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:20.347613 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a2095991-6244-41b1-ba1e-7b5b51dfdce5 HTTP/1.1" status: 204 len: 168 time: 0.2138102 Aug 27 04:09:20.356247 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe1fdd1-9671-4cf1-b1a0-e33aa5e99d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2095991-6244-41b1-ba1e-7b5b51dfdce5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:20.403556 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e6a48-109c-47e1-9905-f5ce12c6f9c6 req-414200f6-1af1-4870-8001-35f4064ea64d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:20.405272 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-961e6a48-109c-47e1-9905-f5ce12c6f9c6 req-414200f6-1af1-4870-8001-35f4064ea64d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0573401 Aug 27 04:09:20.444146 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-961e6a48-109c-47e1-9905-f5ce12c6f9c6 req-dd940d48-fa66-4472-b79f-c64a23902b8b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Aug 27 04:09:21.560444 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546c42-64ac-477d-bbd8-2dc768cd36ef req-5e025cb9-5f9d-4e37-9c02-76c071c28549 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:21.561846 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77546c42-64ac-477d-bbd8-2dc768cd36ef req-5e025cb9-5f9d-4e37-9c02-76c071c28549 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0491979 Aug 27 04:09:21.601945 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-77546c42-64ac-477d-bbd8-2dc768cd36ef req-8950a304-bd31-4755-bc2f-015fddb03b72 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Aug 27 04:09:22.723252 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73c247-3fe5-4741-8214-ee369703398c req-241025e3-a918-42e6-9a28-cc84b6b32e6a tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:22.724797 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f73c247-3fe5-4741-8214-ee369703398c req-241025e3-a918-42e6-9a28-cc84b6b32e6a tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0504761 Aug 27 04:09:22.770088 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7f73c247-3fe5-4741-8214-ee369703398c req-e33c4c1b-3c03-4ba9-8d6e-876bd4744bc5 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Aug 27 04:09:23.604622 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:23.885213 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c9391-0150-44ed-ae5f-e17291e176fb req-6944b813-fe10-40ca-9475-57f956eb7e63 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:23.886805 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e4c9391-0150-44ed-ae5f-e17291e176fb req-6944b813-fe10-40ca-9475-57f956eb7e63 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0501802 Aug 27 04:09:23.927086 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e4c9391-0150-44ed-ae5f-e17291e176fb req-00a70998-5b12-47c3-b5d7-ad56547734e4 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Aug 27 04:09:24.874703 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-8988c1e4-5a7a-41ba-be5d-5c30d4b12b41 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393310 Aug 27 04:09:24.954258 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2470201-ea2c-437b-88a8-0158ea678cee req-4ea0b781-1af2-46a7-9a22-84dffc7dd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:24.956091 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-4ea0b781-1af2-46a7-9a22-84dffc7dd3dc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1137 time: 0.0416887 Aug 27 04:09:25.047212 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196615d7-0622-49d3-94fc-13deb8fc7a25 req-a3850468-6084-4ae9-8da4-fbcfae45c9fc tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.048714 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-196615d7-0622-49d3-94fc-13deb8fc7a25 req-a3850468-6084-4ae9-8da4-fbcfae45c9fc tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Aug 27 04:09:25.067716 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2470201-ea2c-437b-88a8-0158ea678cee req-306cfe03-83c2-48cc-bb21-8a19f2049ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.069360 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-306cfe03-83c2-48cc-bb21-8a19f2049ca3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.0916443 Aug 27 04:09:25.089563 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-196615d7-0622-49d3-94fc-13deb8fc7a25 req-4a947ff1-7884-418c-a7cb-896ee163513b tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347621 Aug 27 04:09:25.134808 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-35b8cff4-234b-4524-8cf7-6dfe469d29df service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0583899 Aug 27 04:09:25.184012 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2470201-ea2c-437b-88a8-0158ea678cee req-c60b4ee1-72b7-4233-b603-8c6d3a866e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.185464 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-c60b4ee1-72b7-4233-b603-8c6d3a866e83 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0437901 Aug 27 04:09:25.233779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2470201-ea2c-437b-88a8-0158ea678cee req-b690e785-1e60-4cb8-a017-3f0f6e940cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:25.235298 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-b690e785-1e60-4cb8-a017-3f0f6e940cc8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428016 Aug 27 04:09:25.316399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f3f0df86-1325-4dce-a6ff-7913d05dde16 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:09:25.329027 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-6b73bcb3-6e0b-4a10-8caa-27fdfeada23e service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858376 Aug 27 04:09:25.418433 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:25.430840 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'f3f0df86-1325-4dce-a6ff-7913d05dde16', 'network_id': '3b08d8a7-8602-418e-b250-eac0cd152297', 'port_id': 'f3f0df86-1325-4dce-a6ff-7913d05dde16', 'mac_address': 'fa:16:3e:a8:c9:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de6dc6b-f237-4b2f-a41b-2f48b2fa9042', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:09:25.431755 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a2470201-ea2c-437b-88a8-0158ea678cee req-f12f089b-4254-4d66-b587-9cba675020a0 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883019 Aug 27 04:09:25.476530 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:25.617889 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f0df86-1325-4dce-a6ff-7913d05dde16 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:09:25.639441 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:25.806683 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:25.858497 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:26.211704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959aebb-753a-42cd-af79-15ed41823613 req-326e9432-a444-40c1-b024-b2e67d1701a0 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:26.213151 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6959aebb-753a-42cd-af79-15ed41823613 req-326e9432-a444-40c1-b024-b2e67d1701a0 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Aug 27 04:09:26.255669 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6959aebb-753a-42cd-af79-15ed41823613 req-45c0478b-1303-4e8d-aad0-d61611ae10a6 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356624 Aug 27 04:09:26.294239 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['f3f0df86-1325-4dce-a6ff-7913d05dde16'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:27.374638 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad5a69-aa32-40f9-aed7-56f3407b5584 req-65522d9d-0bc3-40db-b90a-9d21f365dcad tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:27.376200 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69ad5a69-aa32-40f9-aed7-56f3407b5584 req-65522d9d-0bc3-40db-b90a-9d21f365dcad tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 945 time: 0.0525782 Aug 27 04:09:27.418586 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-69ad5a69-aa32-40f9-aed7-56f3407b5584 req-7823e283-c3ee-4aec-8fbb-3d76abac1a68 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347707 Aug 27 04:09:27.439057 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45262) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:27.548246 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cf83f456-7e14-40e7-9204-f38f4368bd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.637831 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cf83f456-7e14-40e7-9204-f38f4368bd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.720596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cf83f456-7e14-40e7-9204-f38f4368bd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.758249 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cf83f456-7e14-40e7-9204-f38f4368bd17 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7896518af0694f41875b447b5cd55bce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180466 Aug 27 04:09:27.759301 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf83f456-7e14-40e7-9204-f38f4368bd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8613801-b8a6-4632-82ac-7708e41171df,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:27.761439 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45268) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:27.811370 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.832572 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.983757 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.986407 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:27.987585 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8613801-b8a6-4632-82ac-7708e41171df HTTP/1.1" status: 204 len: 168 time: 0.2249122 Aug 27 04:09:27.997201 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7af92-d9d8-4993-b525-e8f8f9cdf03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8613801-b8a6-4632-82ac-7708e41171df,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:28.540474 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f8dd5-8a16-4a70-991b-8978cda2f68c req-585d4ee8-767a-4e9b-ba2a-f7fa1569cf6a tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:28.542802 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f92f8dd5-8a16-4a70-991b-8978cda2f68c req-585d4ee8-767a-4e9b-ba2a-f7fa1569cf6a tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Aug 27 04:09:28.581387 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f92f8dd5-8a16-4a70-991b-8978cda2f68c req-ecb68bef-cfb5-4a19-bb74-022350ae7852 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325832 Aug 27 04:09:28.633496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45276) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:28.647138 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-26b95463-0d26-4eb4-8709-ff4f789b8fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.743727 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-26b95463-0d26-4eb4-8709-ff4f789b8fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.838239 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-26b95463-0d26-4eb4-8709-ff4f789b8fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.877244 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-26b95463-0d26-4eb4-8709-ff4f789b8fa7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=31bad3e69593414ab114a51b6a629e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426484 Aug 27 04:09:28.878051 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b95463-0d26-4eb4-8709-ff4f789b8fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412c1761-9b71-4b63-9885-951c6d0c1914,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:28.880049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45278) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:09:28.930019 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:28.951233 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.066963 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.069600 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.070775 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/412c1761-9b71-4b63-9885-951c6d0c1914 HTTP/1.1" status: 204 len: 168 time: 0.1895802 Aug 27 04:09:29.079602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5050865-42c7-44bf-b01a-fceffc3740c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c1761-9b71-4b63-9885-951c6d0c1914,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:29.310297 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f3f0df86-1325-4dce-a6ff-7913d05dde16 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:09:29.455434 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port f3f0df86-1325-4dce-a6ff-7913d05dde16 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:09:29.459557 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port f3f0df86-1325-4dce-a6ff-7913d05dde16 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:09:29.459912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.538988 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.563473 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:29.565743 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d9d5a8-febe-4607-968d-f094de64c5c3" -d '{"events": [{"server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "name": "network-vif-plugged", "status": "completed", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:29.582746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:29.606135 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f18426-7f56-47b7-b5ad-b21a645959db x-openstack-request-id: req-25f18426-7f56-47b7-b5ad-b21a645959db {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:29.606429 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "name": "network-vif-plugged", "status": "completed", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:29.606715 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-25f18426-7f56-47b7-b5ad-b21a645959db {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:29.607121 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16', 'code': 200} Aug 27 04:09:29.697538 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33bd4e-84f7-430a-ac91-dfe3c7a5de8d req-2594852c-bd54-4610-9153-acd3c49101f0 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:29.699588 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d33bd4e-84f7-430a-ac91-dfe3c7a5de8d req-2594852c-bd54-4610-9153-acd3c49101f0 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 945 time: 0.0498037 Aug 27 04:09:29.737914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d33bd4e-84f7-430a-ac91-dfe3c7a5de8d req-67be5706-c543-4a14-aa11-dcf65164a6db tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Aug 27 04:09:29.772112 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:29.819741 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:30.174223 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74826024-31d4-4c90-ac0d-885866f3b89f req-03060193-303f-4799-9dbd-ddbeeec5dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:30.176032 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-74826024-31d4-4c90-ac0d-885866f3b89f req-03060193-303f-4799-9dbd-ddbeeec5dcea service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 1099 time: 0.0433307 Aug 27 04:09:30.217607 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-74826024-31d4-4c90-ac0d-885866f3b89f req-e2dca114-7f77-4e21-8305-412d8031ac85 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322342 Aug 27 04:09:30.862336 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b693e94-9aeb-4e80-8626-7ff221ee7b9c req-983de05d-27af-4614-80b5-a9c3e4729388 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:30.863871 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b693e94-9aeb-4e80-8626-7ff221ee7b9c req-983de05d-27af-4614-80b5-a9c3e4729388 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0529275 Aug 27 04:09:30.904130 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b693e94-9aeb-4e80-8626-7ff221ee7b9c req-27db81d1-dec9-40b7-bd8a-a5d30c4fa4f3 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341423 Aug 27 04:09:32.031701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92c3a-d462-4126-b7fd-04752bc2124f req-768924b2-d4d4-4e2d-a3cf-1da51c55ec47 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:32.033207 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-56b92c3a-d462-4126-b7fd-04752bc2124f req-768924b2-d4d4-4e2d-a3cf-1da51c55ec47 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Aug 27 04:09:32.072215 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-56b92c3a-d462-4126-b7fd-04752bc2124f req-99ba19e8-70dc-4379-ae22-ee201e968c32 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331059 Aug 27 04:09:33.191816 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5192217a-5e56-410e-9771-e5b6ea241f9e req-95e62ec2-e2ba-422f-b1fc-7c9688f5cefa tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:33.193229 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5192217a-5e56-410e-9771-e5b6ea241f9e req-95e62ec2-e2ba-422f-b1fc-7c9688f5cefa tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0517311 Aug 27 04:09:33.232379 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5192217a-5e56-410e-9771-e5b6ea241f9e req-e7247d34-0c1e-417b-928b-0678e7bd7581 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316925 Aug 27 04:09:34.615460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2a120-0a94-44b0-aa28-d59f902e88c9 req-5e29ab53-4c9f-4011-a83e-f9b731e25ebb tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:34.616876 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ed2a120-0a94-44b0-aa28-d59f902e88c9 req-5e29ab53-4c9f-4011-a83e-f9b731e25ebb tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0511148 Aug 27 04:09:34.656111 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ed2a120-0a94-44b0-aa28-d59f902e88c9 req-77601423-14a4-4013-9506-c67025a097ec tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 27 04:09:35.773041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70e66c-87d2-440a-b5a6-30694c0b6c3d req-ad5180a7-9dcb-49b1-9db8-a17c4216fb39 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:35.774537 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc70e66c-87d2-440a-b5a6-30694c0b6c3d req-ad5180a7-9dcb-49b1-9db8-a17c4216fb39 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0483291 Aug 27 04:09:35.814038 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc70e66c-87d2-440a-b5a6-30694c0b6c3d req-8c629aaf-5833-479a-8224-626888cf5d44 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330279 Aug 27 04:09:36.928231 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8685af7-c160-44ff-959f-84ed64a0c3b1 req-f0cb0058-13fc-46fd-9e13-b442b8ebd551 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:36.929687 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b8685af7-c160-44ff-959f-84ed64a0c3b1 req-f0cb0058-13fc-46fd-9e13-b442b8ebd551 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0489085 Aug 27 04:09:36.968161 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b8685af7-c160-44ff-959f-84ed64a0c3b1 req-b94a3d24-96d6-47f2-96c3-556a090e9160 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319772 Aug 27 04:09:38.086459 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7513e-ffd7-4250-9848-3ae142376337 req-c9f6ad2d-15a5-41c1-964b-4abadef1a864 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:38.087940 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54b7513e-ffd7-4250-9848-3ae142376337 req-c9f6ad2d-15a5-41c1-964b-4abadef1a864 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0521603 Aug 27 04:09:38.126060 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-54b7513e-ffd7-4250-9848-3ae142376337 req-c20aa9cc-a856-4e5f-b53e-bcaa423402c1 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Aug 27 04:09:38.995749 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-0a47dc8f-a45e-41f9-b528-954e79513dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:39.240703 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2960e-fcfb-481e-8768-bc10aa9d12e5 req-8be9b01d-7a33-4d1e-8dcf-3faba8da6818 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:39.242100 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6f2960e-fcfb-481e-8768-bc10aa9d12e5 req-8be9b01d-7a33-4d1e-8dcf-3faba8da6818 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0499282 Aug 27 04:09:39.279981 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6f2960e-fcfb-481e-8768-bc10aa9d12e5 req-92649bd7-61c3-4c80-838e-a59a00bb2ad1 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313261 Aug 27 04:09:40.283162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-b18449db-a72d-4f71-a20a-b01044b25a43 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:40.284615 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-b18449db-a72d-4f71-a20a-b01044b25a43 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0471067 Aug 27 04:09:40.385673 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Deleting port f3f0df86-1325-4dce-a6ff-7913d05dde16 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:09:40.386024 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.395915 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb887-c94c-42aa-9ad9-da8157ffb1ff req-eaf14d06-a5ed-463e-80cb-2381765ae711 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:40.397482 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84eeb887-c94c-42aa-9ad9-da8157ffb1ff req-eaf14d06-a5ed-463e-80cb-2381765ae711 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 946 time: 0.0492072 Aug 27 04:09:40.440240 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84eeb887-c94c-42aa-9ad9-da8157ffb1ff req-527f11fa-fe75-49fa-8e84-3c451a487726 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/security-groups?id=b224a11a-75b1-41ef-bcfb-de20b23f6b0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352924 Aug 27 04:09:40.502045 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] For port f3f0df86-1325-4dce-a6ff-7913d05dde16, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f3f0df86-1325-4dce-a6ff-7913d05dde16,segment=NetworkSegment(3197ca60-a359-4cc7-a113-85eb2f0fb0dd),segment_id=3197ca60-a359-4cc7-a113-85eb2f0fb0dd)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:09:40.502538 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.516848 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Calling delete_port for f3f0df86-1325-4dce-a6ff-7913d05dde16 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:09:40.735401 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.774274 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Pushing event deleted for resources: {'Port': ['ID=f3f0df86-1325-4dce-a6ff-7913d05dde16,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:09:40.775277 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['f3f0df86-1325-4dce-a6ff-7913d05dde16'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:09:40.813179 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] No DVR routers for this DVR port f3f0df86-1325-4dce-a6ff-7913d05dde16 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:09:40.815796 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:40.817790 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-80350618-b421-40bc-ba6a-70a32aa89f18 req-ae67bb12-e99d-403a-a453-234dc724bbda tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.74 "DELETE /v2.0/ports/f3f0df86-1325-4dce-a6ff-7913d05dde16 HTTP/1.1" status: 204 len: 173 time: 0.5221491 Aug 27 04:09:40.818219 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'name': 'network-vif-deleted', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:09:40.820495 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d228362-1cde-47aa-b9a2-fda0d2e2dacf" -d '{"events": [{"server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "name": "network-vif-deleted", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:09:40.855430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea256c1-d522-4ca8-8706-7cc3406b87f7 x-openstack-request-id: req-5ea256c1-d522-4ca8-8706-7cc3406b87f7 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:09:40.855782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586ca828-ae61-4d73-b360-84b2bd8dade8", "name": "network-vif-deleted", "tag": "f3f0df86-1325-4dce-a6ff-7913d05dde16", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:09:40.856060 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5ea256c1-d522-4ca8-8706-7cc3406b87f7 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:09:40.856522 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '586ca828-ae61-4d73-b360-84b2bd8dade8', 'name': 'network-vif-deleted', 'tag': 'f3f0df86-1325-4dce-a6ff-7913d05dde16', 'status': 'completed', 'code': 200} Aug 27 04:09:41.554022 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f1b8e0d-71d8-4ef6-9a66-d07bd2ca454b req-a914c71b-eee8-4f4c-9218-ffb95b9f33d2 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0303819 Aug 27 04:09:41.815680 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6476167b-e82c-47c9-88ba-51bc247937e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:41.931946 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:42.647150 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34667a4e-9a6d-407a-9be9-86e8991606d4 req-be1efb0b-5992-4275-8eb5-83a847cca828 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0254419 Aug 27 04:09:42.787485 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:43.738264 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-adf3e2d8-6158-4e6f-9798-b26bc4625003 req-65d8a318-5ace-4584-bf17-bcd4c1868974 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0250821 Aug 27 04:09:43.951495 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:09:44.364118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:44.841426 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b80c3540-f9d4-4f14-b6e2-d712b49d68df req-e0204201-0bcc-406a-9f20-1e810a00817d tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0248482 Aug 27 04:09:45.852494 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f3f0df86-1325-4dce-a6ff-7913d05dde16 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:09:45.873064 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: f3f0df86-1325-4dce-a6ff-7913d05dde16 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:09:45.873241 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f3f0df86-1325-4dce-a6ff-7913d05dde16 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:09:45.949119 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7bd86e55-7565-476d-a640-102dcd9ffde3 req-b4fecbff-31e3-4981-8f05-3580313a94a9 tempest-VolumesActionsTest-458025932 tempest-VolumesActionsTest-458025932-project] 10.222.0.73 "GET /v2.0/ports?device_id=586ca828-ae61-4d73-b360-84b2bd8dade8 HTTP/1.1" status: 200 len: 210 time: 0.0251131 Aug 27 04:09:49.161883 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e57e3-82bd-4b1e-aa5a-2fb14892322d req-9bf80d75-7f40-483f-8881-d573e2a5e7e0 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:49.163431 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c8e57e3-82bd-4b1e-aa5a-2fb14892322d req-9bf80d75-7f40-483f-8881-d573e2a5e7e0 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0477641 Aug 27 04:09:49.204331 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c8e57e3-82bd-4b1e-aa5a-2fb14892322d req-60c62ef0-7103-4b8a-a53f-600bcfd771a6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348089 Aug 27 04:09:50.322873 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c6e3ee-2c27-4754-8c4c-934ca1347a90 req-60deabd7-beb0-4ae8-8227-0637706abb0d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:50.324380 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97c6e3ee-2c27-4754-8c4c-934ca1347a90 req-60deabd7-beb0-4ae8-8227-0637706abb0d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0504806 Aug 27 04:09:50.364264 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-97c6e3ee-2c27-4754-8c4c-934ca1347a90 req-5c88f0d5-3bec-4825-b76e-0b7b5d257755 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335634 Aug 27 04:09:50.557226 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea7dbe5-da22-429d-b43f-4043d4e9c0c0 req-04ae648e-d920-4d98-88e5-f5a54af8d890 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:50.558757 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ea7dbe5-da22-429d-b43f-4043d4e9c0c0 req-04ae648e-d920-4d98-88e5-f5a54af8d890 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0483444 Aug 27 04:09:50.598033 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ea7dbe5-da22-429d-b43f-4043d4e9c0c0 req-8e4d1d31-c8bf-4408-ae35-3dbd3f7e5d99 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334599 Aug 27 04:09:51.478218 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d6843-a06e-468b-9b2b-eb801634ae1a req-6527e438-57f4-4f2c-9b7b-fafa0113ccf7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:51.479711 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de4d6843-a06e-468b-9b2b-eb801634ae1a req-6527e438-57f4-4f2c-9b7b-fafa0113ccf7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0484591 Aug 27 04:09:51.521092 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de4d6843-a06e-468b-9b2b-eb801634ae1a req-4a5ef436-37c9-422d-8bc2-2a27330cf944 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348365 Aug 27 04:09:51.714488 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f1789-4fa3-4dde-8892-84eedd4f1868 req-d8295adc-6414-417e-97b4-b8643f4930f2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:51.715943 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f9f1789-4fa3-4dde-8892-84eedd4f1868 req-d8295adc-6414-417e-97b4-b8643f4930f2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0483716 Aug 27 04:09:51.756286 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6f9f1789-4fa3-4dde-8892-84eedd4f1868 req-43c4953c-2ddf-45e2-b180-4ee70f287f8f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337815 Aug 27 04:09:52.636054 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991f7d6-c75a-4b0e-9b55-3a2920c00825 req-3637e523-ed2c-4d5a-8f92-e7ac5ae45b8a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:52.637510 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3991f7d6-c75a-4b0e-9b55-3a2920c00825 req-3637e523-ed2c-4d5a-8f92-e7ac5ae45b8a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0481775 Aug 27 04:09:52.682406 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3991f7d6-c75a-4b0e-9b55-3a2920c00825 req-b0e85ff3-c85a-49b2-b0f2-3d2f08a14b03 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335994 Aug 27 04:09:52.874160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646852e-2b5a-4f23-a561-9a2b5521af04 req-c515eb7e-8b44-43a1-918d-939479227334 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:52.874160 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1646852e-2b5a-4f23-a561-9a2b5521af04 req-c515eb7e-8b44-43a1-918d-939479227334 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0507886 Aug 27 04:09:52.928541 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1646852e-2b5a-4f23-a561-9a2b5521af04 req-53de0fce-ce60-4d84-a831-293c8750a704 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480545 Aug 27 04:09:53.444304 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-b38e0e4d-5457-4946-a4f6-b7b04b7d6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:53.445795 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-b38e0e4d-5457-4946-a4f6-b7b04b7d6ff9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1137 time: 0.0437171 Aug 27 04:09:53.537203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-e3fe7f60-e3ba-4ecf-9bf7-ddfe4c3b0991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:53.538753 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-e3fe7f60-e3ba-4ecf-9bf7-ddfe4c3b0991 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.0850163 Aug 27 04:09:53.541069 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:09:53.611184 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-d58bc365-5a3f-463f-8811-b99760172df1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0644212 Aug 27 04:09:53.670116 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-01353172-5b21-46b9-9b5b-ba1252db9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:53.673151 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-01353172-5b21-46b9-9b5b-ba1252db9d94 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0549359 Aug 27 04:09:53.718340 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-543fe9e5-27bd-4ac9-9d1c-7aafb67aa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:53.719874 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-543fe9e5-27bd-4ac9-9d1c-7aafb67aa730 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393872 Aug 27 04:09:53.801782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc1ff2-30c5-4665-979d-24957f1f0eaa req-fba59220-6520-4597-8267-00efb0310664 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:53.803668 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1dc1ff2-30c5-4665-979d-24957f1f0eaa req-fba59220-6520-4597-8267-00efb0310664 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Aug 27 04:09:53.812183 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-224dd960-6c2f-44ee-8278-6462dbf1d510 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841286 Aug 27 04:09:53.841778 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1dc1ff2-30c5-4665-979d-24957f1f0eaa req-b51b01a3-708b-44ad-84ed-dd817c0e4e83 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Aug 27 04:09:53.901783 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-33b38385-f309-41ad-a86b-41d2d63408c8 req-7ca5d0a2-7e15-49d3-b076-5575b6222808 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810902 Aug 27 04:09:54.045797 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4aa5d-1dfc-47fe-af8f-f7b0b6daa51d req-70878a9e-37fd-4658-9b61-3c8920c138ea tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:54.047360 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7a4aa5d-1dfc-47fe-af8f-f7b0b6daa51d req-70878a9e-37fd-4658-9b61-3c8920c138ea tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0505693 Aug 27 04:09:54.088900 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7a4aa5d-1dfc-47fe-af8f-f7b0b6daa51d req-cdd54145-d127-4157-b6d4-6ae9bad9d1ef tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351975 Aug 27 04:09:54.969325 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dc0da0-caa6-4f1b-93be-1fab55a85b19 req-b08e865d-696a-4c46-a12b-38f74f882448 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:54.970845 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4dc0da0-caa6-4f1b-93be-1fab55a85b19 req-b08e865d-696a-4c46-a12b-38f74f882448 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0507998 Aug 27 04:09:55.016673 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d4dc0da0-caa6-4f1b-93be-1fab55a85b19 req-504bf16c-0d44-4907-aa1c-822efde6ddf5 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Aug 27 04:09:55.217271 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d283198e-b04a-43b1-9d19-83e451438245 req-d3cb20b0-5728-4876-8ca5-17ae50c20aa5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:55.218934 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d283198e-b04a-43b1-9d19-83e451438245 req-d3cb20b0-5728-4876-8ca5-17ae50c20aa5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0582361 Aug 27 04:09:55.266393 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d283198e-b04a-43b1-9d19-83e451438245 req-4feef7f9-4d48-4df7-9768-5a19164035cd tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394490 Aug 27 04:09:56.132039 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82933d-9b1b-4f6c-86c7-36eca82c503b req-fc5eed02-e25d-4256-9ae1-448a01c4e2cb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:56.133543 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d82933d-9b1b-4f6c-86c7-36eca82c503b req-fc5eed02-e25d-4256-9ae1-448a01c4e2cb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0500755 Aug 27 04:09:56.174277 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d82933d-9b1b-4f6c-86c7-36eca82c503b req-902f9e7b-1a32-4d26-bfbe-daa43c142b0d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348463 Aug 27 04:09:56.379205 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab81de-de33-4c82-87e9-42a468ea3c7b req-72acabff-5767-4a6c-a64c-8f73f4f5fd79 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:56.380738 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aeab81de-de33-4c82-87e9-42a468ea3c7b req-72acabff-5767-4a6c-a64c-8f73f4f5fd79 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0479546 Aug 27 04:09:56.423306 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aeab81de-de33-4c82-87e9-42a468ea3c7b req-fd2b5f48-73b7-41eb-b156-f22cd93f9f4c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366623 Aug 27 04:09:57.287873 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd6cce-edc3-400b-b33e-15174bf36941 req-b2360188-d77c-4dad-8540-2b341f69fb29 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:57.289281 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24bd6cce-edc3-400b-b33e-15174bf36941 req-b2360188-d77c-4dad-8540-2b341f69fb29 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0478911 Aug 27 04:09:57.333541 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-24bd6cce-edc3-400b-b33e-15174bf36941 req-f716a806-5680-40b8-a64b-da48f4fb2979 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378792 Aug 27 04:09:57.544440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb734c-c9fb-4977-b559-67abfdf5da58 req-613cd87b-2ff4-4296-8e12-18e8a512865c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:57.545815 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f9eb734c-c9fb-4977-b559-67abfdf5da58 req-613cd87b-2ff4-4296-8e12-18e8a512865c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0519865 Aug 27 04:09:57.586381 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f9eb734c-c9fb-4977-b559-67abfdf5da58 req-47dacb38-cd31-4f96-b9c9-d71f3e82d34a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337188 Aug 27 04:09:58.449469 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b0b10-291e-4ebb-8096-c9e205bea1c6 req-fcedaec8-c860-4a53-ba5b-f11b2a4b674c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:58.450963 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b4b0b10-291e-4ebb-8096-c9e205bea1c6 req-fcedaec8-c860-4a53-ba5b-f11b2a4b674c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0491993 Aug 27 04:09:58.491348 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b4b0b10-291e-4ebb-8096-c9e205bea1c6 req-6135c29f-92ec-4fda-bf10-edd54535b413 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344670 Aug 27 04:09:58.698793 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf932f-b4c1-428a-9531-82076fd8dd86 req-f06f4b4b-c6a1-4b65-a94c-2b8b472bd0de tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:58.700241 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0baf932f-b4c1-428a-9531-82076fd8dd86 req-f06f4b4b-c6a1-4b65-a94c-2b8b472bd0de tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0488603 Aug 27 04:09:58.740258 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0baf932f-b4c1-428a-9531-82076fd8dd86 req-a462ba9f-ee0c-4a7f-9fa2-fae9565aac06 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332694 Aug 27 04:09:59.605947 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fdb15e-f651-43f2-96ae-870c810acbb2 req-12390871-7cb1-4842-bbf6-a95eed873034 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:59.607449 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29fdb15e-f651-43f2-96ae-870c810acbb2 req-12390871-7cb1-4842-bbf6-a95eed873034 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0501106 Aug 27 04:09:59.647143 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-29fdb15e-f651-43f2-96ae-870c810acbb2 req-53692417-e0e9-410a-ab41-0b1263b31788 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332222 Aug 27 04:09:59.865151 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb48914-6ff5-4d90-bc45-f605ddd2ef60 req-28003427-aa4d-49b8-b223-991c950d90fb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:09:59.866871 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdb48914-6ff5-4d90-bc45-f605ddd2ef60 req-28003427-aa4d-49b8-b223-991c950d90fb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0508459 Aug 27 04:09:59.910916 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdb48914-6ff5-4d90-bc45-f605ddd2ef60 req-fbad7d60-a9ce-43b4-9941-6927b2067b68 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379343 Aug 27 04:10:00.764650 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e48281-2d51-44f3-86af-0b103594397e req-c4932243-4cf4-453a-ba04-6638da7668f6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:00.766300 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-93e48281-2d51-44f3-86af-0b103594397e req-c4932243-4cf4-453a-ba04-6638da7668f6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0489676 Aug 27 04:10:00.808053 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-93e48281-2d51-44f3-86af-0b103594397e req-c2f63f0e-e8c7-4a3e-81a5-bc2f265f655b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358148 Aug 27 04:10:01.038500 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a2479-93a4-4119-a2a7-f560c6734fcd req-66f0208f-8361-4129-9d80-bba7b0d897a1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:01.040063 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e4a2479-93a4-4119-a2a7-f560c6734fcd req-66f0208f-8361-4129-9d80-bba7b0d897a1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0516994 Aug 27 04:10:01.085088 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e4a2479-93a4-4119-a2a7-f560c6734fcd req-1a96510f-70b6-42a8-bd13-5809cd1776fa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391080 Aug 27 04:10:01.984764 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d6b36-e284-4597-909a-a2797760aaa8 req-21b048a9-44eb-4746-b9ee-eb03e5611799 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:01.987400 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-914d6b36-e284-4597-909a-a2797760aaa8 req-21b048a9-44eb-4746-b9ee-eb03e5611799 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0631354 Aug 27 04:10:02.044546 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-914d6b36-e284-4597-909a-a2797760aaa8 req-0d708a9f-1ae6-4896-9299-d98404404927 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473869 Aug 27 04:10:02.230130 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea28bc4-1e90-42c0-a558-8f46df617336 req-74fe1df3-b238-412f-ba30-bfb5f8caf8d3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:02.231725 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3ea28bc4-1e90-42c0-a558-8f46df617336 req-74fe1df3-b238-412f-ba30-bfb5f8caf8d3 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0625570 Aug 27 04:10:02.291331 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3ea28bc4-1e90-42c0-a558-8f46df617336 req-848e06c6-1a86-4fce-8602-5a6f993c9483 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517936 Aug 27 04:10:03.186602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288407a-0eb2-4e01-84b3-bd24e7ef1f47 req-9e13a494-2b0e-4d8f-80a4-16a3af8a2879 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:03.189416 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d288407a-0eb2-4e01-84b3-bd24e7ef1f47 req-9e13a494-2b0e-4d8f-80a4-16a3af8a2879 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0633614 Aug 27 04:10:03.235999 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d288407a-0eb2-4e01-84b3-bd24e7ef1f47 req-7fcbbc08-6e03-4516-aa42-5db9481b78f6 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403953 Aug 27 04:10:03.417848 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4700f-162e-4856-ac74-1df460cf63d8 req-77fa63d7-e6a9-4c14-85a2-2f8b792fb424 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:03.423096 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1e4700f-162e-4856-ac74-1df460cf63d8 req-77fa63d7-e6a9-4c14-85a2-2f8b792fb424 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0636117 Aug 27 04:10:03.471691 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a1e4700f-162e-4856-ac74-1df460cf63d8 req-d62490d8-862a-470f-8e49-7eb7e5efc7fb tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0459919 Aug 27 04:10:04.371434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61bd3da-5d07-45cf-96b9-e73f3e3c73da req-972cb6e2-f5b0-4638-9ff8-c9a98dd1cf5d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:04.372934 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e61bd3da-5d07-45cf-96b9-e73f3e3c73da req-972cb6e2-f5b0-4638-9ff8-c9a98dd1cf5d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0568502 Aug 27 04:10:04.413050 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e61bd3da-5d07-45cf-96b9-e73f3e3c73da req-66548574-5250-4c31-ba97-12662ba38edb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333965 Aug 27 04:10:04.604584 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b641c0d-6ffd-4d13-bc5e-29aba3734083 req-338c4edd-c8d8-448b-87fc-ab34bdf18184 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:04.606532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b641c0d-6ffd-4d13-bc5e-29aba3734083 req-338c4edd-c8d8-448b-87fc-ab34bdf18184 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0591996 Aug 27 04:10:04.657654 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b641c0d-6ffd-4d13-bc5e-29aba3734083 req-ec0fdfbe-6980-4164-b252-7f85df6986b2 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429275 Aug 27 04:10:05.544935 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e1073-a187-4080-a506-02c4dd7e034e req-d0920aaf-993b-4db8-b3a4-007eee08b3bc tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:05.546804 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-294e1073-a187-4080-a506-02c4dd7e034e req-d0920aaf-993b-4db8-b3a4-007eee08b3bc tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0544541 Aug 27 04:10:05.594818 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-294e1073-a187-4080-a506-02c4dd7e034e req-10f1eeba-3d6e-451c-bb6f-4e03ec7f6af3 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Aug 27 04:10:05.790767 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17a258a-26c0-4206-9eec-1c0e2304db69 req-c24f03b5-fc6e-45f5-ae41-88fbc80e076a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:05.794294 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d17a258a-26c0-4206-9eec-1c0e2304db69 req-c24f03b5-fc6e-45f5-ae41-88fbc80e076a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0625155 Aug 27 04:10:05.843621 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d17a258a-26c0-4206-9eec-1c0e2304db69 req-6163eb0f-149a-4228-ab4b-2dfca43e6823 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438359 Aug 27 04:10:06.728537 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f099295-183d-4d4c-b6dc-f49cf88bd19f req-a42537f5-bc96-4fea-b2fd-616561f22233 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:06.730156 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2f099295-183d-4d4c-b6dc-f49cf88bd19f req-a42537f5-bc96-4fea-b2fd-616561f22233 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0516889 Aug 27 04:10:06.774618 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2f099295-183d-4d4c-b6dc-f49cf88bd19f req-5024ec9a-b454-484f-a372-afeb26646afc tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353022 Aug 27 04:10:07.003260 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877b506-1547-4009-9f4f-6d03e543d79d req-7b3f66c1-68e0-4a85-bd59-ec6eb36e003e tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:07.004825 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5877b506-1547-4009-9f4f-6d03e543d79d req-7b3f66c1-68e0-4a85-bd59-ec6eb36e003e tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0580742 Aug 27 04:10:07.053243 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5877b506-1547-4009-9f4f-6d03e543d79d req-7a6e847f-7bba-46d2-9f83-4c6ccd20cd3f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419638 Aug 27 04:10:07.903427 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585a6cd-3258-4cc4-aa02-9c6bce045298 req-3daf75b0-4c2e-49ff-97cc-710a1818d1c7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:07.904950 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6585a6cd-3258-4cc4-aa02-9c6bce045298 req-3daf75b0-4c2e-49ff-97cc-710a1818d1c7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0524392 Aug 27 04:10:07.977424 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6585a6cd-3258-4cc4-aa02-9c6bce045298 req-5b2b07da-e043-40ca-b50a-870ccd79d6ce tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574009 Aug 27 04:10:08.226187 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cbb8b-4b8b-4b6e-8a40-9a0b8846e502 req-e3f6e0f1-9f3a-4ece-9a3b-3a1fc9c8a4f7 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:08.228838 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-494cbb8b-4b8b-4b6e-8a40-9a0b8846e502 req-e3f6e0f1-9f3a-4ece-9a3b-3a1fc9c8a4f7 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0612755 Aug 27 04:10:08.302662 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-494cbb8b-4b8b-4b6e-8a40-9a0b8846e502 req-5a6b8e62-abc4-449f-b155-f15d0fd937bd tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642581 Aug 27 04:10:08.989377 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a6f290e4-6f55-489c-b0cc-92380660cca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:09.135452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b2b1-3feb-460f-849b-b27e77c22d2f req-d07f0f9a-a515-4e73-a74c-1e476482b35c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.137109 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-12d3b2b1-3feb-460f-849b-b27e77c22d2f req-d07f0f9a-a515-4e73-a74c-1e476482b35c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0580027 Aug 27 04:10:09.188015 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-12d3b2b1-3feb-460f-849b-b27e77c22d2f req-831532c9-c7ec-4cc4-b74d-da02e10d571f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Aug 27 04:10:09.410140 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-9e0f2309-6286-4be4-ba98-1196c5e7efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.412536 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-9e0f2309-6286-4be4-ba98-1196c5e7efa1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.0683126 Aug 27 04:10:09.459315 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7c03a-d3e0-4d8c-8a8a-c2ce994b18ad req-ba7eb152-d12c-43f3-bed2-60eebf938709 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.470180 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-82c7c03a-d3e0-4d8c-8a8a-c2ce994b18ad req-ba7eb152-d12c-43f3-bed2-60eebf938709 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0732689 Aug 27 04:10:09.556248 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-82c7c03a-d3e0-4d8c-8a8a-c2ce994b18ad req-509956fd-a6b6-44d1-a3a6-dfef4e05a3a9 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821178 Aug 27 04:10:09.646743 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-5dff0105-c5cd-4eaf-adc4-c88b32d7d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.648418 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-5dff0105-c5cd-4eaf-adc4-c88b32d7d680 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.2281079 Aug 27 04:10:09.739637 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-6439035c-bb1c-4a7d-b23f-fb3e3d72ec38 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1002 time: 0.0815780 Aug 27 04:10:09.807053 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-ead53332-5969-423a-b4ff-b40049099656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.809111 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-ead53332-5969-423a-b4ff-b40049099656 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0623810 Aug 27 04:10:09.868679 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-30bfa752-0c7f-4638-9a97-287f57f65f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:09.870250 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-30bfa752-0c7f-4638-9a97-287f57f65f62 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516798 Aug 27 04:10:10.010190 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-5ff6d91c-01ad-4ad7-8dee-c247687f106b service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313848 Aug 27 04:10:10.168398 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-14face34-9fd4-4e1f-851e-f8daa1e8a2c3 req-13b6a769-9d4c-4808-bfe1-d9d05c67a411 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350646 Aug 27 04:10:10.323888 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d146ef-77e0-416d-8935-ee7d6a5f0b84 req-d74f1bad-5820-4503-9b0a-d15bdd59f115 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:10.325280 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2d146ef-77e0-416d-8935-ee7d6a5f0b84 req-d74f1bad-5820-4503-9b0a-d15bdd59f115 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0554833 Aug 27 04:10:10.372430 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2d146ef-77e0-416d-8935-ee7d6a5f0b84 req-f8440ae1-eb45-4809-8254-ff6d40aa4fed tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394962 Aug 27 04:10:10.674499 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61223a-3312-4f76-bf35-7ec24aca4408 req-3e9907d0-3bba-42e3-b0c8-6d5e8c1769de tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:10.676302 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b61223a-3312-4f76-bf35-7ec24aca4408 req-3e9907d0-3bba-42e3-b0c8-6d5e8c1769de tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0482473 Aug 27 04:10:10.720815 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2b61223a-3312-4f76-bf35-7ec24aca4408 req-7039e01b-ecf2-4418-8ee6-cc79da803f8f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383475 Aug 27 04:10:11.498595 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ea6ea-223c-4c41-b6f7-3d8daa3c5077 req-d9e892b4-8acc-4255-b8b3-ef2106721d74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:11.501014 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-539ea6ea-223c-4c41-b6f7-3d8daa3c5077 req-d9e892b4-8acc-4255-b8b3-ef2106721d74 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0561397 Aug 27 04:10:11.551848 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-539ea6ea-223c-4c41-b6f7-3d8daa3c5077 req-155385b4-cc99-4714-8d7a-727482722a48 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416191 Aug 27 04:10:11.783662 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-949353ab-2024-4d51-8d71-050a0ed62fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:11.851127 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e057bad-a4f3-423b-ae23-50e6850193e2 req-3ef96525-89d1-46f9-86f0-4b81c34a33f5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:11.852646 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e057bad-a4f3-423b-ae23-50e6850193e2 req-3ef96525-89d1-46f9-86f0-4b81c34a33f5 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0505660 Aug 27 04:10:11.916184 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e057bad-a4f3-423b-ae23-50e6850193e2 req-c9ecb260-7c83-4b22-a18d-e4866e106f8a tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572524 Aug 27 04:10:12.008190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:12.685361 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1294f-2543-476e-8c8c-3f157fd54223 req-10a64a26-6f01-46be-a98b-90dedc23a3bb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:12.689059 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51d1294f-2543-476e-8c8c-3f157fd54223 req-10a64a26-6f01-46be-a98b-90dedc23a3bb tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0704415 Aug 27 04:10:12.735720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51d1294f-2543-476e-8c8c-3f157fd54223 req-032b0144-3e55-49b2-8aa1-cb98b9fe5c0c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Aug 27 04:10:12.878411 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:13.048478 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727a9c08-d835-419a-8a05-9e64d9d52bcb req-ae4129d2-36b1-41f2-bdab-43d9ba6910ce tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:13.056116 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-727a9c08-d835-419a-8a05-9e64d9d52bcb req-ae4129d2-36b1-41f2-bdab-43d9ba6910ce tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0579162 Aug 27 04:10:13.094264 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-727a9c08-d835-419a-8a05-9e64d9d52bcb req-1b6136e5-3d73-4d3b-8842-83e305d207fe tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367498 Aug 27 04:10:13.867950 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9f948-7a5e-4b1b-a7a2-9af2612dfd73 req-e80c52e0-d419-4745-833c-43cae6af586b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:13.871048 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8b9f948-7a5e-4b1b-a7a2-9af2612dfd73 req-e80c52e0-d419-4745-833c-43cae6af586b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0512116 Aug 27 04:10:13.914767 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d8b9f948-7a5e-4b1b-a7a2-9af2612dfd73 req-24a8a758-5edf-4595-ade8-c11cd48ea0cc tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381832 Aug 27 04:10:14.221075 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda45441-a329-47b0-9171-a869480e71d8 req-063fb5e7-1be4-4b28-aaca-8f801313a2d6 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:14.222661 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fda45441-a329-47b0-9171-a869480e71d8 req-063fb5e7-1be4-4b28-aaca-8f801313a2d6 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0554578 Aug 27 04:10:14.257755 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:14.273243 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fda45441-a329-47b0-9171-a869480e71d8 req-88a16b55-2f0b-4b75-badb-377b610ff808 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441208 Aug 27 04:10:15.045750 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5863ac6-041b-48d6-b0f6-34e322e2f7e7 req-ea24bc00-82f4-4314-8635-c7cc6859c466 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:15.047684 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c5863ac6-041b-48d6-b0f6-34e322e2f7e7 req-ea24bc00-82f4-4314-8635-c7cc6859c466 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0583112 Aug 27 04:10:15.098664 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c5863ac6-041b-48d6-b0f6-34e322e2f7e7 req-9206bd88-b1bb-40be-a575-028a72515343 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Aug 27 04:10:15.406807 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d053b-a038-4480-8517-fc650cececf3 req-54fc25c6-82d0-40f2-9369-2b64b917e02f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:15.408683 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-472d053b-a038-4480-8517-fc650cececf3 req-54fc25c6-82d0-40f2-9369-2b64b917e02f tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0608459 Aug 27 04:10:15.452027 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-472d053b-a038-4480-8517-fc650cececf3 req-fd65ee4e-45f0-49ac-a322-ca9865ac010d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370283 Aug 27 04:10:16.277838 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79507f9-9fef-4e2d-985a-770997b7c65c req-2974080c-d6de-4323-897f-286e46bef631 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:16.282448 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a79507f9-9fef-4e2d-985a-770997b7c65c req-2974080c-d6de-4323-897f-286e46bef631 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0810857 Aug 27 04:10:16.337086 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a79507f9-9fef-4e2d-985a-770997b7c65c req-8345128a-7df2-4086-ba60-bb67c5f01267 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Aug 27 04:10:16.585777 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06835d91-d386-40a2-bf72-1344d22be414 req-f6d8bfb5-864d-4c93-930f-86cd94d044ce tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:16.587263 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-06835d91-d386-40a2-bf72-1344d22be414 req-f6d8bfb5-864d-4c93-930f-86cd94d044ce tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0533516 Aug 27 04:10:16.630018 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-06835d91-d386-40a2-bf72-1344d22be414 req-99b45459-24f7-4482-8535-ef8868616e5b tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359607 Aug 27 04:10:17.474582 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711c1b7c-f838-4867-a3a7-38d5cd106987 req-7d0a972a-4b77-4dac-b195-069bad08a57d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:17.476090 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-711c1b7c-f838-4867-a3a7-38d5cd106987 req-7d0a972a-4b77-4dac-b195-069bad08a57d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0490632 Aug 27 04:10:17.514697 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-711c1b7c-f838-4867-a3a7-38d5cd106987 req-61218f48-78e2-4fd8-b81a-b8e01ef40323 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321651 Aug 27 04:10:17.745171 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23da16-cbf0-4304-9158-da26f82f337a req-7fa0e162-61a1-451f-82a5-5f104842ccd1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:17.746768 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c23da16-cbf0-4304-9158-da26f82f337a req-7fa0e162-61a1-451f-82a5-5f104842ccd1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0480924 Aug 27 04:10:17.792500 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c23da16-cbf0-4304-9158-da26f82f337a req-f3d3fc13-1daa-4b68-8e7f-60ebd18251e7 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384593 Aug 27 04:10:17.861021 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:10:17.949946 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:17.984624 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:17.984624 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9888f41e-7ad4-46ca-a2bb-2c77878282eb" -d '{"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-unplugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:18.000612 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54977f-88c1-4490-bd4d-090f90bfe1cc req-3e5035ba-e1e2-4a7a-996c-a5c283275ec1 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:18.000836 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:18.002354 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a54977f-88c1-4490-bd4d-090f90bfe1cc req-3e5035ba-e1e2-4a7a-996c-a5c283275ec1 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0571451 Aug 27 04:10:18.036034 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b50098-23d5-4fcb-a00c-eee80a9131a8 x-openstack-request-id: req-38b50098-23d5-4fcb-a00c-eee80a9131a8 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:18.036336 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-unplugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:18.036584 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38b50098-23d5-4fcb-a00c-eee80a9131a8 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:18.036973 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'code': 200} Aug 27 04:10:18.051685 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3a54977f-88c1-4490-bd4d-090f90bfe1cc req-20c2d7c6-049e-49eb-9872-9827e866c9a8 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430048 Aug 27 04:10:18.066873 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:18.116482 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:18.125746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.126264 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.126713 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.127125 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.127534 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.127941 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.128285 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.128619 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.128945 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.129288 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.129666 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.129995 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:18.157179 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45864) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:18.248194 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-3fe63455-f006-472f-94c5-bdf35864e312 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896103 Aug 27 04:10:18.917578 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c467f4-4e04-415f-b36c-b5e68f14d22e req-76d71645-32e2-4e9d-8ef1-7a1210bfabc1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:18.919083 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-41c467f4-4e04-415f-b36c-b5e68f14d22e req-76d71645-32e2-4e9d-8ef1-7a1210bfabc1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0518355 Aug 27 04:10:18.960986 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-41c467f4-4e04-415f-b36c-b5e68f14d22e req-f461c144-697b-44de-a41a-633f01f8d5d4 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357573 Aug 27 04:10:19.171804 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac07627-67d9-4f8d-82c4-d4dbb339ad0f req-2688b52f-8f6a-4689-8d71-96b651179e4a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:19.173390 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dac07627-67d9-4f8d-82c4-d4dbb339ad0f req-2688b52f-8f6a-4689-8d71-96b651179e4a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0530634 Aug 27 04:10:19.216744 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dac07627-67d9-4f8d-82c4-d4dbb339ad0f req-41acdb3e-b3d5-49c0-a451-fc19b4e03ee7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367882 Aug 27 04:10:20.079797 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d237f66-6411-4198-9fc3-c574ec54762a req-2c50e429-11fb-4897-b438-92a4ce83b467 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:20.082032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1d237f66-6411-4198-9fc3-c574ec54762a req-2c50e429-11fb-4897-b438-92a4ce83b467 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0525358 Aug 27 04:10:20.125342 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1d237f66-6411-4198-9fc3-c574ec54762a req-957c8423-bf4a-4018-b5ae-8b080b7e904c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367203 Aug 27 04:10:20.332390 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803305b-1694-4d5f-8f18-196732e0548a req-56e19dd8-ec09-4a13-b7c6-79be4e1e87f5 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:20.340274 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4803305b-1694-4d5f-8f18-196732e0548a req-56e19dd8-ec09-4a13-b7c6-79be4e1e87f5 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Aug 27 04:10:20.375949 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4803305b-1694-4d5f-8f18-196732e0548a req-f64096a2-38c9-486b-a8ad-3d822a107d3d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359774 Aug 27 04:10:20.951322 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:10:21.157218 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-0e307679-b0d8-449e-bcad-c021712a0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.159582 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-0e307679-b0d8-449e-bcad-c021712a0df8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88&tenant_id=43ccefac7f3746c68214be66026da43d HTTP/1.1" status: 200 len: 1097 time: 0.0434899 Aug 27 04:10:21.250955 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-84830356-9171-4ac6-bdef-060898f1f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.252459 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-84830356-9171-4ac6-bdef-060898f1f9e7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1097 time: 0.0489092 Aug 27 04:10:21.258032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399125a4-1f81-49eb-b3c6-81631268153c req-64f602ac-ddb7-4776-853a-19697427f6c1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.258032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-399125a4-1f81-49eb-b3c6-81631268153c req-64f602ac-ddb7-4776-853a-19697427f6c1 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0566566 Aug 27 04:10:21.302278 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-399125a4-1f81-49eb-b3c6-81631268153c req-929e09a9-5eaa-4d7c-b88d-277d6f5f950d tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390580 Aug 27 04:10:21.358545 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-cc7391d6-7e00-4d87-b970-613b52effab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.360058 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-cc7391d6-7e00-4d87-b970-613b52effab1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.0988083 Aug 27 04:10:21.430654 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-e1b33b90-0ae4-49d3-80b2-400818e8ac87 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1000 time: 0.0606616 Aug 27 04:10:21.490048 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-301cb24e-ce12-42d7-ad50-75fd6333e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.491492 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-301cb24e-ce12-42d7-ad50-75fd6333e8be service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0527754 Aug 27 04:10:21.500775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752b9cb6-5f89-4d14-82bd-e5d7c7e3c185 req-bc5e7762-4dbf-4941-b26d-153112ef2182 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.503512 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-752b9cb6-5f89-4d14-82bd-e5d7c7e3c185 req-bc5e7762-4dbf-4941-b26d-153112ef2182 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0580468 Aug 27 04:10:21.546747 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-752b9cb6-5f89-4d14-82bd-e5d7c7e3c185 req-5c926eb6-d266-47bf-90b0-02a2a136e9b9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370309 Aug 27 04:10:21.567490 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-429de8fc-a67e-45e4-a06e-7a8c3628ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:21.570129 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-429de8fc-a67e-45e4-a06e-7a8c3628ce17 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456963 Aug 27 04:10:21.674074 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-2ed65bd1-3094-4bf3-94de-4154fd03469f service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942352 Aug 27 04:10:21.696598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45980) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:21.774655 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f65041e9-4ce9-4519-a5b1-e8473fe2ad8c req-de28cf1e-d876-4a36-ab2d-7804e58d72de service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922179 Aug 27 04:10:21.811616 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.900945 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:21.930497 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45986) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:21.978720 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Deleting subnet 2de6dc6b-f237-4b2f-a41b-2f48b2fa9042 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:10:21.981818 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.004970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.052082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.055458 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f270e2bebeae4205b792470ea4afdc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577743 Aug 27 04:10:22.058442 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 45988) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:22.072868 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ea95d4-5e47-4e9f-bad9-d54c92458f06,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:22.085393 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.085743 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.086068 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.086403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.086769 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.087087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.087624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.087955 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.088895 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.089204 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.089535 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.089857 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f88982-8b98-4f66-99be-47a757dfffad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.113027 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.122664 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.157530 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.238066 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.266842 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de6dc6b-f237-4b2f-a41b-2f48b2fa9042,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:22.274009 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.276065 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f04e4ccc-aab2-45eb-a117-fbdcfe1aed6d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2de6dc6b-f237-4b2f-a41b-2f48b2fa9042 HTTP/1.1" status: 204 len: 168 time: 0.3444579 Aug 27 04:10:22.278514 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 45990) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:22.312414 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.314974 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.318366 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/36ea95d4-5e47-4e9f-bad9-d54c92458f06 HTTP/1.1" status: 204 len: 168 time: 0.2565973 Aug 27 04:10:22.326349 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ea95d4-5e47-4e9f-bad9-d54c92458f06,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:22.335640 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.336063 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.336436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.336977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.337313 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.337906 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.338251 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.338789 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.339444 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.348503 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.348503 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.348503 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de77d59-b90e-4720-b01d-756d7232d31c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:10:22.366802 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.478367 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.490407 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b08d8a7-8602-418e-b250-eac0cd152297']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.508380 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e8c43-1e2f-43af-9152-d414f2cb669d req-cae9d31e-d2fb-41cb-b979-69c261759184 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:22.509849 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-684e8c43-1e2f-43af-9152-d414f2cb669d req-cae9d31e-d2fb-41cb-b979-69c261759184 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.1087637 Aug 27 04:10:22.511482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3197ca60-a359-4cc7-a113-85eb2f0fb0dd') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.511772 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3197ca60-a359-4cc7-a113-85eb2f0fb0dd') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:10:22.527303 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.548840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.562178 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:10:22.562717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:10:22.564231 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:10:22.609515 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-684e8c43-1e2f-43af-9152-d414f2cb669d req-ae4a6286-309a-42c2-88a0-cba0cf528629 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=41ddedba-03b1-4a7d-863e-2bf9c24f31f2&id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903981 Aug 27 04:10:22.678611 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27c71a-34ba-40f8-bd8c-56ad8abfd689 req-3d98ae23-1686-4d0e-8142-e91c21fe656c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:22.680128 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa27c71a-34ba-40f8-bd8c-56ad8abfd689 req-3d98ae23-1686-4d0e-8142-e91c21fe656c tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0499401 Aug 27 04:10:22.707546 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.723154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:22.724999 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3b08d8a7-8602-418e-b250-eac0cd152297 HTTP/1.1" status: 204 len: 168 time: 0.4455361 Aug 27 04:10:22.727997 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aa27c71a-34ba-40f8-bd8c-56ad8abfd689 req-fcbb6dc7-b82b-435c-a9c2-3ea720d2a2c5 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Aug 27 04:10:22.737101 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35260215-f079-4c4d-9407-6353cfb5c9f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b08d8a7-8602-418e-b250-eac0cd152297,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:23.140806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46004) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.154026 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d20a095f-8694-42bc-a9ff-b5d7f7b7f587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.222177 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46006) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.256366 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d20a095f-8694-42bc-a9ff-b5d7f7b7f587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.270462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-bf622eca-f8c2-4e3e-a99c-143ce06cbaef admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a65ba74164e2464cab37a8459816ebab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466936 Aug 27 04:10:23.272499 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46008) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.320999 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.337344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d20a095f-8694-42bc-a9ff-b5d7f7b7f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.346385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.377831 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d20a095f-8694-42bc-a9ff-b5d7f7b7f587 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a39b9353a9d04ebd993ae53ff3be5e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2359889 Aug 27 04:10:23.378980 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a095f-8694-42bc-a9ff-b5d7f7b7f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05f26c-6be8-4ed2-921a-7849d7fc9d06,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:23.380367 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46010) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:23.430983 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.452308 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.488848 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.491428 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.492593 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b224a11a-75b1-41ef-bcfb-de20b23f6b0c HTTP/1.1" status: 204 len: 168 time: 0.2191830 Aug 27 04:10:23.502274 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d0fb4-c879-4480-bf87-e7dd835b0b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b224a11a-75b1-41ef-bcfb-de20b23f6b0c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:23.566418 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.600487 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.603181 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:23.604333 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7d05f26c-6be8-4ed2-921a-7849d7fc9d06 HTTP/1.1" status: 204 len: 168 time: 0.2228260 Aug 27 04:10:23.612856 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d655-937b-4d78-aea5-04eecf6b46b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05f26c-6be8-4ed2-921a-7849d7fc9d06,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:23.846753 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc433e4-c6b9-4851-8df0-b23ddddd5a6a req-dfbff626-8c6a-4d0d-9c38-282f6a92e708 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:23.848259 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cc433e4-c6b9-4851-8df0-b23ddddd5a6a req-dfbff626-8c6a-4d0d-9c38-282f6a92e708 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0481246 Aug 27 04:10:23.887190 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cc433e4-c6b9-4851-8df0-b23ddddd5a6a req-00c3d072-62db-4e1b-8023-9e58019ac209 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Aug 27 04:10:25.017122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b3462-e3ef-4bec-9e23-7964d6120a1c req-26a465e8-169b-4887-b1a8-8fb4b50b7b1a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:25.019150 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-425b3462-e3ef-4bec-9e23-7964d6120a1c req-26a465e8-169b-4887-b1a8-8fb4b50b7b1a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0573597 Aug 27 04:10:25.059634 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-425b3462-e3ef-4bec-9e23-7964d6120a1c req-cc3778d8-fee7-4f7d-bcd6-f961404b8709 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Aug 27 04:10:26.177942 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6996-7a61-4f7e-8fbe-9418430864ef req-380cbebb-116d-40e0-942e-5d1cc41f0db8 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:26.177942 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cebb6996-7a61-4f7e-8fbe-9418430864ef req-380cbebb-116d-40e0-942e-5d1cc41f0db8 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0502558 Aug 27 04:10:26.216417 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cebb6996-7a61-4f7e-8fbe-9418430864ef req-06729c5c-b8dd-4c52-a40c-324bd082bbc3 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335751 Aug 27 04:10:26.244129 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46126) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:26.353295 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-886d579d-8335-4be6-ba5b-6d1b1fa75c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.443460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-886d579d-8335-4be6-ba5b-6d1b1fa75c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.520324 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-886d579d-8335-4be6-ba5b-6d1b1fa75c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.559327 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-886d579d-8335-4be6-ba5b-6d1b1fa75c70 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=378b66e205104dc08acd2fb902f3ca99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141222 Aug 27 04:10:26.560179 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d579d-8335-4be6-ba5b-6d1b1fa75c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b492be83-66a9-406d-9f19-d191839374b3,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:26.563333 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46144) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:26.617436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.640282 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.772162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.774960 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:26.776542 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b492be83-66a9-406d-9f19-d191839374b3 HTTP/1.1" status: 204 len: 168 time: 0.2120478 Aug 27 04:10:26.785902 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da350c-85de-4c39-8ba4-e2df09992d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b492be83-66a9-406d-9f19-d191839374b3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:26.903728 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-e302a3bd-c70e-43ce-ae25-93f0114d4f9a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393615 Aug 27 04:10:27.013446 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d61b-eb64-4098-8172-a2da325ac104 req-688613dd-53e5-4e01-bc99-b554e1e71c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:27.015753 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-688613dd-53e5-4e01-bc99-b554e1e71c44 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 1099 time: 0.0481021 Aug 27 04:10:27.128672 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d61b-eb64-4098-8172-a2da325ac104 req-104ec570-aebf-453c-8682-93244acc057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:27.132295 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-104ec570-aebf-453c-8682-93244acc057b service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0932820 Aug 27 04:10:27.205521 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-2b6c4a31-a9fb-499d-879c-25e14c5ea1b2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 200 len: 1000 time: 0.0676692 Aug 27 04:10:27.259386 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d61b-eb64-4098-8172-a2da325ac104 req-952582b3-f7cd-4491-be7e-a0ec68c4ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:27.260929 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-952582b3-f7cd-4491-be7e-a0ec68c4ad43 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0468998 Aug 27 04:10:27.311809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d292d61b-eb64-4098-8172-a2da325ac104 req-85c29972-a26f-4054-941e-970d461f00fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:27.313323 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-85c29972-a26f-4054-941e-970d461f00fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448413 Aug 27 04:10:27.417440 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-0ee20a6a-ae31-4cb1-b25e-8dd160518d80 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950358 Aug 27 04:10:27.451136 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46154) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:27.492127 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-64b60b5a-5c4f-45e8-9af3-b3aa18378d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.563106 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d292d61b-eb64-4098-8172-a2da325ac104 req-2701aa80-c90d-4640-9914-d330386137c4 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382670 Aug 27 04:10:27.572349 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5a6f6-f4d0-4076-be35-d76af775eb1d req-4e84ce5d-246f-438b-afe7-91d6f56c5ed9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:27.574771 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33c5a6f6-f4d0-4076-be35-d76af775eb1d req-4e84ce5d-246f-438b-afe7-91d6f56c5ed9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.2842503 Aug 27 04:10:27.616722 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-33c5a6f6-f4d0-4076-be35-d76af775eb1d req-1098cbb2-9cf2-4ff2-a690-fcfd5cb724ba tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Aug 27 04:10:27.620347 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-64b60b5a-5c4f-45e8-9af3-b3aa18378d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.720445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-64b60b5a-5c4f-45e8-9af3-b3aa18378d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.763071 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-64b60b5a-5c4f-45e8-9af3-b3aa18378d07 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=88b5457c0aae4c759ae119190a5d8523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108768 Aug 27 04:10:27.763921 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b60b5a-5c4f-45e8-9af3-b3aa18378d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d5afd-fe2e-4f73-ab32-4199a529657b,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:27.765749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46156) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:27.816634 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.838327 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.986534 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.990901 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:27.992390 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/453d5afd-fe2e-4f73-ab32-4199a529657b HTTP/1.1" status: 204 len: 168 time: 0.2255642 Aug 27 04:10:28.004007 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b11c55-c3b1-4d04-9e43-3217c844187c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d5afd-fe2e-4f73-ab32-4199a529657b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:28.743011 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aff904-8fcd-4329-9a23-d57de4b35b4c req-f3566fd9-d220-4972-aa46-3a74cb9518e9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:28.744465 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1aff904-8fcd-4329-9a23-d57de4b35b4c req-f3566fd9-d220-4972-aa46-3a74cb9518e9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0541055 Aug 27 04:10:28.787713 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1aff904-8fcd-4329-9a23-d57de4b35b4c req-92c660a9-f428-4172-989d-d4042fcd4d24 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361156 Aug 27 04:10:29.909291 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cacd27-fb5f-43a7-bb46-b61d89997070 req-3a73aa7d-9170-4c33-91b9-6fb78aa627bf tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:29.911464 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27cacd27-fb5f-43a7-bb46-b61d89997070 req-3a73aa7d-9170-4c33-91b9-6fb78aa627bf tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0504713 Aug 27 04:10:29.951688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-27cacd27-fb5f-43a7-bb46-b61d89997070 req-8450ec75-3682-4210-86ab-9cb5ca5eaf0f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 Aug 27 04:10:31.073884 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a7d73d-c3a0-4030-8bb3-be7375d7657a req-50ebf94c-3fb4-4b79-bb11-50d100b8a95d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:31.075407 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c9a7d73d-c3a0-4030-8bb3-be7375d7657a req-50ebf94c-3fb4-4b79-bb11-50d100b8a95d tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0518708 Aug 27 04:10:31.117009 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c9a7d73d-c3a0-4030-8bb3-be7375d7657a req-410c9f04-b0d2-4929-871d-f7de106c06ed tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343809 Aug 27 04:10:31.919034 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:10:32.022643 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:32.035049 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'port_id': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'mac_address': 'fa:16:3e:3c:5e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:10:32.072150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.086231 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be08ab01-9722-4c1f-b10f-e51c4d71b849 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:10:32.106882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:32.237053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bcd97a-8240-4134-82b2-ef36829caf9b req-b3700590-80a9-4e09-82d1-305a28939533 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:32.238453 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6bcd97a-8240-4134-82b2-ef36829caf9b req-b3700590-80a9-4e09-82d1-305a28939533 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 944 time: 0.0517015 Aug 27 04:10:32.246931 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:32.277935 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6bcd97a-8240-4134-82b2-ef36829caf9b req-2d0038fe-219b-4768-831f-38cf5bb94622 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333116 Aug 27 04:10:32.297131 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:32.860663 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['be08ab01-9722-4c1f-b10f-e51c4d71b849'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:10:33.396388 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052ea20-67ad-4e44-990a-f047c2ca7842 req-da18823b-1408-4460-a774-6d32e7664239 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:33.397793 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c052ea20-67ad-4e44-990a-f047c2ca7842 req-da18823b-1408-4460-a774-6d32e7664239 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.0490386 Aug 27 04:10:33.440440 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c052ea20-67ad-4e44-990a-f047c2ca7842 req-92e070c2-d0f1-4cc2-94e1-c3df15f0ee8f tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355482 Aug 27 04:10:34.560064 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfc468-53c0-421a-8d7e-00125fd06c66 req-5a1d3de8-f66e-4219-867b-2c18b309d499 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:34.561559 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-44cfc468-53c0-421a-8d7e-00125fd06c66 req-5a1d3de8-f66e-4219-867b-2c18b309d499 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.0501935 Aug 27 04:10:34.602918 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-44cfc468-53c0-421a-8d7e-00125fd06c66 req-53838468-0bc7-4506-acb0-bc1b2e995fbf tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339673 Aug 27 04:10:34.952431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46258) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:35.070126 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3797886e-cbbc-49fb-b595-2745af8d1429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.162267 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3797886e-cbbc-49fb-b595-2745af8d1429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.234407 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3797886e-cbbc-49fb-b595-2745af8d1429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.272608 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3797886e-cbbc-49fb-b595-2745af8d1429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b5b85-b535-4cd2-96bb-9f9b08cd83dd,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:35.280851 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3797886e-cbbc-49fb-b595-2745af8d1429 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=987b5c44123842c6b38120108095745a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3247509 Aug 27 04:10:35.281363 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46264) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:35.338518 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.365572 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.517529 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.520650 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:35.521811 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/af0b5b85-b535-4cd2-96bb-9f9b08cd83dd HTTP/1.1" status: 204 len: 168 time: 0.2391236 Aug 27 04:10:35.529626 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4a9b00-a6a9-40d8-beeb-1cc2d2b47c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0b5b85-b535-4cd2-96bb-9f9b08cd83dd,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:35.724195 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1de71-ba02-4c25-a8fe-033bc740f809 req-45327a44-2790-4e53-b82d-6064ed8b95b1 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:35.725726 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0fb1de71-ba02-4c25-a8fe-033bc740f809 req-45327a44-2790-4e53-b82d-6064ed8b95b1 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 945 time: 0.0523844 Aug 27 04:10:35.764011 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0fb1de71-ba02-4c25-a8fe-033bc740f809 req-99e1e249-0906-4b50-9696-8b34d8c390ec tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Aug 27 04:10:35.949606 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:10:36.001916 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port be08ab01-9722-4c1f-b10f-e51c4d71b849 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:10:36.003057 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.080539 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.105871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:10:36.108195 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbaa61f-db04-4fe2-a89c-786b188fa416" -d '{"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-plugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:10:36.121990 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:10:36.146190 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed45acc-3554-48ea-94dc-55672818477e x-openstack-request-id: req-8ed45acc-3554-48ea-94dc-55672818477e {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:10:36.146492 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-plugged", "status": "completed", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:10:36.146819 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8ed45acc-3554-48ea-94dc-55672818477e {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:10:36.147228 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'code': 200} Aug 27 04:10:36.221017 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46274) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:36.223158 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.235304 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ae4af2b-0458-4ba4-87e0-2fe4e7637e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.277320 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:36.330524 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ae4af2b-0458-4ba4-87e0-2fe4e7637e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.443470 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3ae4af2b-0458-4ba4-87e0-2fe4e7637e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.480392 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae4af2b-0458-4ba4-87e0-2fe4e7637e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c3a506-b206-4186-a4bb-52e4d24b2f51,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:36.485452 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3ae4af2b-0458-4ba4-87e0-2fe4e7637e54 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e9baf09a568142a5b2515e584349729b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2619245 Aug 27 04:10:36.488332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46278) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:36.541626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.564303 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.582738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4675395-a4ab-4559-bcd6-546d75c109b3 req-1ba2beb1-32b8-4eaa-87be-c65c8edbcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:36.584235 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4675395-a4ab-4559-bcd6-546d75c109b3 req-1ba2beb1-32b8-4eaa-87be-c65c8edbcb8e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.0437653 Aug 27 04:10:36.622982 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a4675395-a4ab-4559-bcd6-546d75c109b3 req-330d6dbf-bf03-4d6e-a36a-1c68663e13ba service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298097 Aug 27 04:10:36.692073 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.694967 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:36.696208 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/71c3a506-b206-4186-a4bb-52e4d24b2f51 HTTP/1.1" status: 204 len: 168 time: 0.2067385 Aug 27 04:10:36.704442 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18120e-a59d-4435-9ac2-13a193941c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c3a506-b206-4186-a4bb-52e4d24b2f51,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:36.883751 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e0db-f280-43b0-93c0-b82223543304 req-07a25e44-b0aa-4ebe-a8b9-3542231ac720 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:36.885443 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af40e0db-f280-43b0-93c0-b82223543304 req-07a25e44-b0aa-4ebe-a8b9-3542231ac720 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0524399 Aug 27 04:10:36.925030 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af40e0db-f280-43b0-93c0-b82223543304 req-a1e43ff4-aa71-4576-9962-8828a14be211 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334682 Aug 27 04:10:38.047189 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e040718-a9e0-4f81-9046-df8c5c423595 req-742ec749-e3bb-47e7-b52d-5187ce4f9355 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:38.048656 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e040718-a9e0-4f81-9046-df8c5c423595 req-742ec749-e3bb-47e7-b52d-5187ce4f9355 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0491357 Aug 27 04:10:38.089980 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e040718-a9e0-4f81-9046-df8c5c423595 req-5709b8fe-a306-4506-a085-858f5848fa5a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340736 Aug 27 04:10:39.044033 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8c7adeab-4f6a-4d95-99de-2f966d71b7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:39.207778 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b212dc-d85c-4284-9e41-612ebb27a24c req-e5993530-fb22-4de5-8cb5-92cb8f6252e2 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:10:39.209049 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28b212dc-d85c-4284-9e41-612ebb27a24c req-e5993530-fb22-4de5-8cb5-92cb8f6252e2 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0509751 Aug 27 04:10:39.250695 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-28b212dc-d85c-4284-9e41-612ebb27a24c req-46111ebc-8acb-48ed-a62f-808a7d09b076 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354934 Aug 27 04:10:41.774768 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5f0b288c-b574-4d6b-9443-73e52a737aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:41.974791 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:42.863151 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:44.225950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.544339 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46418) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:45.651030 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eb85-7744-45ff-9f27-0aecea91f486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.735965 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eb85-7744-45ff-9f27-0aecea91f486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.823463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-1bc2eb85-7744-45ff-9f27-0aecea91f486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.860449 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-1bc2eb85-7744-45ff-9f27-0aecea91f486 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=163ad99cb55c4a0bb36bee90c7a824fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133452 Aug 27 04:10:45.862707 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46424) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:45.863593 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2eb85-7744-45ff-9f27-0aecea91f486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711854af-fc7f-4b69-bccc-39fd45e6aef0,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:45.913628 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:45.936185 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.075021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.077652 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.078850 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/711854af-fc7f-4b69-bccc-39fd45e6aef0 HTTP/1.1" status: 204 len: 168 time: 0.2151237 Aug 27 04:10:46.086648 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115853c4-200f-44d9-a32f-b0818ca42e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711854af-fc7f-4b69-bccc-39fd45e6aef0,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:46.695689 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46430) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:46.709277 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-466cd3a2-61fa-4fb1-b8ec-256bef1e78cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.796219 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-466cd3a2-61fa-4fb1-b8ec-256bef1e78cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.891135 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-466cd3a2-61fa-4fb1-b8ec-256bef1e78cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:46.924942 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-466cd3a2-61fa-4fb1-b8ec-256bef1e78cc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d1f467cb1fca41569b323766e5a31fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280521 Aug 27 04:10:46.925610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cd3a2-61fa-4fb1-b8ec-256bef1e78cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9252af0-8b18-4935-8f8c-0a6cde7cd359,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:46.927900 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46434) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:46.979522 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:47.001079 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:47.299391 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:47.301732 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:47.302945 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9252af0-8b18-4935-8f8c-0a6cde7cd359 HTTP/1.1" status: 204 len: 168 time: 0.3739767 Aug 27 04:10:47.311632 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee0fa-369d-4d97-9cf3-88dddbb9f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9252af0-8b18-4935-8f8c-0a6cde7cd359,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:47.970816 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46442) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:47.985742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3cb742bc-4b01-4b50-8daf-8a16f5772145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.076989 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3cb742bc-4b01-4b50-8daf-8a16f5772145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.160270 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3cb742bc-4b01-4b50-8daf-8a16f5772145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.198639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb742bc-4b01-4b50-8daf-8a16f5772145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e7c1b8-519a-497e-b812-0ecc5f90464c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:48.203027 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3cb742bc-4b01-4b50-8daf-8a16f5772145 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3498c5abe5fe4204946c219ba9a8d113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310405 Aug 27 04:10:48.205773 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46444) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:48.254405 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.276907 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.394751 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.397319 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:48.398462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c9e7c1b8-519a-497e-b812-0ecc5f90464c HTTP/1.1" status: 204 len: 168 time: 0.1918607 Aug 27 04:10:48.407639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329ca07-9060-4ee5-8a60-1795ca2ec5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e7c1b8-519a-497e-b812-0ecc5f90464c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:53.608531 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.358007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46508) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:54.471288 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f0435958-461e-43a1-896f-9f3eafb170b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.564065 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f0435958-461e-43a1-896f-9f3eafb170b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.648714 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f0435958-461e-43a1-896f-9f3eafb170b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.687294 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f0435958-461e-43a1-896f-9f3eafb170b6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9c1d6dcf628441fd97b33c48539eaf1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280673 Aug 27 04:10:54.688151 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0435958-461e-43a1-896f-9f3eafb170b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2409315-92db-4d94-aa9b-2e20fa92e4fa,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:54.689953 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46512) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:10:54.741019 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.764830 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.897837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.902664 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:10:54.902664 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c2409315-92db-4d94-aa9b-2e20fa92e4fa HTTP/1.1" status: 204 len: 168 time: 0.2104554 Aug 27 04:10:54.910462 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12020d3-c22c-4ed0-a763-23ca363d30a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2409315-92db-4d94-aa9b-2e20fa92e4fa,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:10:57.950792 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:11:09.016944 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7fcda3f6-2a40-4dbb-bdcf-ba25bf3e9911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:11.777512 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-02d6b677-faf8-40cc-8e31-40d48cc06761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:11.974149 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:12.845601 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:14.202839 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:17.012309 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9651bf0-d848-438b-9e35-e336f7bf0c00 req-ba86e164-66f7-4f36-b097-deae9f1ce5e9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:17.013833 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9651bf0-d848-438b-9e35-e336f7bf0c00 req-ba86e164-66f7-4f36-b097-deae9f1ce5e9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0534925 Aug 27 04:11:17.051050 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9651bf0-d848-438b-9e35-e336f7bf0c00 req-9347ddd3-d0d1-4145-8521-5cb43e707102 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309706 Aug 27 04:11:18.174647 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8f0478-c0c8-4119-957b-577e4b75c5cb req-8938c1bd-3b54-4bba-a25f-16275fccf4c0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:18.176103 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac8f0478-c0c8-4119-957b-577e4b75c5cb req-8938c1bd-3b54-4bba-a25f-16275fccf4c0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0470200 Aug 27 04:11:18.214084 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ac8f0478-c0c8-4119-957b-577e4b75c5cb req-4a614807-b074-4520-9d1d-bd69958f8230 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313492 Aug 27 04:11:19.327762 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-2f6e87f4-e3ba-4c21-bc30-4b872d677e59 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:19.329252 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-2f6e87f4-e3ba-4c21-bc30-4b872d677e59 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0503092 Aug 27 04:11:19.331419 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66aad0-d45e-4293-84ee-736584be9398 req-e237dfca-3249-4a0a-9610-e8c5cec1dc2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:19.332925 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af66aad0-d45e-4293-84ee-736584be9398 req-e237dfca-3249-4a0a-9610-e8c5cec1dc2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 946 time: 0.0488026 Aug 27 04:11:19.374359 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-af66aad0-d45e-4293-84ee-736584be9398 req-8ca3fa48-25a3-4726-b51a-e3c19b7c782b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=480fd616-b9d9-435d-bc55-38db5affb092&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353773 Aug 27 04:11:19.434359 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Deleting port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:11:19.434740 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:19.522086 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] For port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:19.522365 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:19.974864 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:19.975254 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:19.975571 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Floating IP 552be0df-f9f1-4b2c-aab3-8339f79fd673 disassociated. External IP: 172.27.3.51, port: b31433d7-3cd6-42a4-ba1f-e7c89bc378b7. Aug 27 04:11:19.975916 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Calling delete_port for b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:11:20.177756 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:20.206102 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'Port': ['ID=b31433d7-3cd6-42a4-ba1f-e7c89bc378b7,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:20.320444 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:11:20.430553 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:20.445132 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:20.454160 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:20.455025 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:20.470978 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] No DVR routers for this DVR port b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:11:20.473578 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:20.475635 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2cfe998c-f0c8-4442-a29b-4a6291b32e4d req-7652fbf5-b156-4edd-98fa-b3db42dc71a3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "DELETE /v2.0/ports/b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 HTTP/1.1" status: 204 len: 173 time: 1.1365693 Aug 27 04:11:20.476099 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-deleted', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:20.478463 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779904ae-ad4f-42b7-9231-cfdedd35a167" -d '{"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-deleted", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:20.495713 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c7b2a663-a98f-438c-b938-03f605c0784f req-d2c8cdd7-ebe0-452c-a04c-fbd5ff634712 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0344203 Aug 27 04:11:20.528852 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b148bb-f7be-4ec2-bd7f-71593074e14f x-openstack-request-id: req-30b148bb-f7be-4ec2-bd7f-71593074e14f {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:20.529230 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb257852-e7be-425c-b86c-f65f49093cbf", "name": "network-vif-deleted", "tag": "b31433d7-3cd6-42a4-ba1f-e7c89bc378b7", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:20.529518 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-30b148bb-f7be-4ec2-bd7f-71593074e14f {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:20.530030 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb257852-e7be-425c-b86c-f65f49093cbf', 'name': 'network-vif-deleted', 'tag': 'b31433d7-3cd6-42a4-ba1f-e7c89bc378b7', 'status': 'completed', 'code': 200} Aug 27 04:11:20.569001 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:20.777736 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:20.807091 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:20.816233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:20.816836 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:20.923758 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:21.130310 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:21.160003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac241d3a-b6dc-4d98-a70e-8312017fe7ba None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:21.413983 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfe75a4-7b6c-4d6f-8500-811248ef8871 None None] New status for floating IP 552be0df-f9f1-4b2c-aab3-8339f79fd673: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:11:21.606273 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-574c7c38-b1b1-4838-ade2-909eec75c5ef req-a6f90821-cc00-4c34-9269-0a651c56eaa2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=eb257852-e7be-425c-b86c-f65f49093cbf HTTP/1.1" status: 200 len: 210 time: 0.0276875 Aug 27 04:11:21.834248 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46654) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:21.939895 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.030017 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.125576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.162741 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed3cdd7-e4c8-492f-bf55-f1ab446ba61a,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:22.166461 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3bdddfb4859a4e3ebd630dd12db76045&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3311727 Aug 27 04:11:22.169882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46658) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:22.173685 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.174039 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.174386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.174756 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.175094 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.175430 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.175765 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.176094 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.176423 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.176749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.177338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.177658 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-700caaae-9095-4033-85c9-ef3aebd03930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.226532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.252809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.388770 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.391408 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.395811 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bed3cdd7-e4c8-492f-bf55-f1ab446ba61a HTTP/1.1" status: 204 len: 168 time: 0.2216730 Aug 27 04:11:22.400885 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed3cdd7-e4c8-492f-bf55-f1ab446ba61a,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:22.408976 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.409336 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.409709 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.410006 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.410477 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.410848 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.411178 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.411507 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.411837 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.412159 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.412532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.412860 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f63cdb5c-843f-43ab-87c8-6cca2d31abbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:22.784630 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46668) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:22.843972 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.866318 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:22.997710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.001712 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.003042 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "DELETE /v2.0/security-groups/480fd616-b9d9-435d-bc55-38db5affb092 HTTP/1.1" status: 204 len: 168 time: 0.2173080 Aug 27 04:11:23.006025 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46670) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:23.021657 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a5925-314a-4e3f-878e-8424dcc98af0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480fd616-b9d9-435d-bc55-38db5affb092,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:23.037579 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.api.v2.resource [None req-e3f1738d-c97c-43b6-a85c-7a724b3d9493 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] show failed (client error): The resource could not be found. Aug 27 04:11:23.042749 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e3f1738d-c97c-43b6-a85c-7a724b3d9493 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups/480fd616-b9d9-435d-bc55-38db5affb092 HTTP/1.1" status: 404 len: 347 time: 0.0315504 Aug 27 04:11:23.042749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46674) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:23.205977 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Deleting port 669e6d0c-2100-4f0e-baa1-9bd8bbd290b8 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:11:23.206325 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.279470 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.279800 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.291133 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Calling delete_port for 669e6d0c-2100-4f0e-baa1-9bd8bbd290b8 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:11:23.505583 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.530649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'Port': ['ID=669e6d0c-2100-4f0e-baa1-9bd8bbd290b8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:23.579460 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.593998 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.596534 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:23.597679 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-41601804-d4ed-46ce-aebf-8e52b92a7b2c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "DELETE /v2.0/floatingips/552be0df-f9f1-4b2c-aab3-8339f79fd673 HTTP/1.1" status: 204 len: 168 time: 0.5544829 Aug 27 04:11:23.903655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46678) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:23.908399 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1704351734', 'description': 'tempest-description--407032952'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:24.062675 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.119083 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:11:24.139703 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:11:24.139974 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device b31433d7-3cd6-42a4-ba1f-e7c89bc378b7 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:11:24.155151 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.300004 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.329714 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=831d4281-454c-4659-bd7e-f9c7fefd99fa,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:24.440076 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.441374 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a0eaec36-4a16-4a1b-91e6-4f4f5e9f294b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5367110 Aug 27 04:11:24.444334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46680) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:24.448774 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group_rule': {'security_group_id': '831d4281-454c-4659-bd7e-f9c7fefd99fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:24.565054 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.622973 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.693519 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.711438 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3730011-010e-4f2e-b0df-a1f3d3799e2e,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:24.782471 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.783798 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-37dd9a0c-f491-4aca-b855-e824d9c63ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385494 Aug 27 04:11:24.787759 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46682) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:24.792844 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'security_group_rule': {'security_group_id': '831d4281-454c-4659-bd7e-f9c7fefd99fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:24.913061 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:24.969802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.048342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.068878 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61abb18-4aab-472a-97c6-075d5d27c7de,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:25.154399 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.155649 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9e80a8a5-2d4d-49a6-8d1f-29f3981cd923 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669548 Aug 27 04:11:25.158834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46684) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:25.163327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:25.285681 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.385466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.485933 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Allocated IP 172.27.3.121 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/e0df5d68-c96e-4d1f-b9c3-c5201648d2f2) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:25.587438 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.685372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.724030 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:25.726981 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:25.733028 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:25.756425 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=e0df5d68-c96e-4d1f-b9c3-c5201648d2f2,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:25.822579 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:25.944200 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.093284 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.190702 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.261917 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=e0df5d68-c96e-4d1f-b9c3-c5201648d2f2,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:26.269038 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.397014 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:26.398249 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-39ea8ca8-6fea-4e4c-9b2d-ccd19c2510e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2384057 Aug 27 04:11:26.582866 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-e76da96f-cf70-4e68-a641-cba38bf3ae98 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1704351734&fields=id&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 267 time: 0.0340374 Aug 27 04:11:26.686186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-3599b324-4dca-4030-88c7-70941f2000d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:26.687671 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-3599b324-4dca-4030-88c7-70941f2000d4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 816 time: 0.0975409 Aug 27 04:11:26.703016 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-58773cb5-988d-4a0e-8b32-02d495bd4cfa tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/quotas/74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 375 time: 0.0095646 Aug 27 04:11:26.757988 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-69463ec8-b696-4e94-b3e4-2bc752d3de6e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498295 Aug 27 04:11:26.852821 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-84c5e0d7-29e4-4a62-bb78-8c53d2d1000b service neutron] 10.222.0.73 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829587 Aug 27 04:11:26.944682 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-4c67ac3f-bde0-40bd-b9cf-235831b7f42d service neutron] 10.222.0.73 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Aug 27 04:11:27.172390 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aefc41df-9537-487f-b506-1243fc93fc85 req-27f4dc3c-da94-48d1-ab04-a57ab149c6fb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0260313 Aug 27 04:11:27.890935 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-3a3d82be-a6c3-4429-96cb-79d107347c81 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403755 Aug 27 04:11:27.964879 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-7e85fb9c-06de-4bc6-ae1e-3508c7cf14c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:27.966372 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-7e85fb9c-06de-4bc6-ae1e-3508c7cf14c8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.0433552 Aug 27 04:11:28.068291 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-4c6c2ae6-8adb-4429-9c56-922753302a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.069744 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-4c6c2ae6-8adb-4429-9c56-922753302a54 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.0849824 Aug 27 04:11:28.141666 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-2445eacd-4075-46e1-a128-fb3edaf2d892 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 1002 time: 0.0639739 Aug 27 04:11:28.191882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-0dafe9e8-dda3-414e-928f-93ee7bafef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.193346 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-0dafe9e8-dda3-414e-928f-93ee7bafef52 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0451434 Aug 27 04:11:28.241532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-0a1664c4-318d-4463-aec0-055b3f78bb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:28.243144 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-0a1664c4-318d-4463-aec0-055b3f78bb6d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426574 Aug 27 04:11:28.255477 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d7e45bf8-c9d4-4913-8827-74f9f76a8523 req-151b9b42-852d-4794-9fea-6abb0ac05177 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Aug 27 04:11:28.336008 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-cdcdae63-d917-4cb4-bab2-9a7837658bc3 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854001 Aug 27 04:11:28.423977 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bea04e7b-9d78-47b1-b7c2-2ef486ca7f5c req-12b98b55-bf86-4a76-acee-702b1296c404 service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810568 Aug 27 04:11:29.341617 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-febfa0f6-e025-4852-90a4-9eef0d956e0a req-b57aeccf-8bfd-4afc-a290-f867c2059581 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0261302 Aug 27 04:11:30.420278 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38957fd4-ae38-4192-89f7-b6732d7608bc req-3730412d-9f3e-4745-ae28-5dd00f17b837 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0251882 Aug 27 04:11:31.517066 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dad50238-2e28-4d0b-84a8-3e851ab3ddcb req-de7c9690-daba-4447-b1b1-fa0a15bc529e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0283058 Aug 27 04:11:32.612329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d74b7262-8a51-4e3f-8931-fe4474a6b809 req-a52a4cad-6d30-4bdc-92b7-ede6ef96189b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0263941 Aug 27 04:11:33.235556 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-0fdfc38a-9adf-4a29-9d97-43397407fa79 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:33.236882 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-0fdfc38a-9adf-4a29-9d97-43397407fa79 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 816 time: 0.1065257 Aug 27 04:11:33.296409 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-c86322b5-b2d9-4b17-aed0-27a748547081 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 380 time: 0.0438895 Aug 27 04:11:33.305586 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'port': {'device_id': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'admin_state_up': True, 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'security_groups': ['831d4281-454c-4659-bd7e-f9c7fefd99fa']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:33.491598 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Made reservation on behalf of 74bc40decbba46aba88aa9c29c8858d2 for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:11:33.495118 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.621313 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Allocated IP 172.20.0.12 (ae738068-a8df-43ab-a247-dfe7ca6ceb64/a5f5c586-e37d-4491-9a80-501b7dd3cf22/599e01ec-6e79-4726-bd8b-42c115595f00) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:11:33.709384 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c79de32-0cc5-4527-88e4-7643919bb2ab req-ad9444c4-b1e2-4961-9219-adde2bf60930 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0252151 Aug 27 04:11:33.766584 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.780410 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Transition to ACTIVE for port object 599e01ec-6e79-4726-bd8b-42c115595f00 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:33.914686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:33.961743 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:11:33.965421 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:11:33.968209 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:11:33.975384 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:34.022192 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:34.022783 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.126611 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-2cc119f3-7ba9-41be-88be-88a69c9e79ce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8247354 Aug 27 04:11:34.145121 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Request body: {'port': {'device_id': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:34.201616 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.288298 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-04083dcd-7912-47ce-a3d8-74c7192ccf5c None None] Provisioning for port 599e01ec-6e79-4726-bd8b-42c115595f00 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:34.292498 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-04083dcd-7912-47ce-a3d8-74c7192ccf5c None None] Provisioning complete for port 599e01ec-6e79-4726-bd8b-42c115595f00 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:34.292916 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-04083dcd-7912-47ce-a3d8-74c7192ccf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.328433 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-04083dcd-7912-47ce-a3d8-74c7192ccf5c None None] Port 599e01ec-6e79-4726-bd8b-42c115595f00 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:11:34.454985 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:11:34.462079 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.474583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Transition to ACTIVE for port object 599e01ec-6e79-4726-bd8b-42c115595f00 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:11:34.570986 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.637334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:34.692987 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Attempting to bind port 599e01ec-6e79-4726-bd8b-42c115595f00 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:11:34.693320 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Attempting to bind port 599e01ec-6e79-4726-bd8b-42c115595f00 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:11:34.693647 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Attempting to bind port 599e01ec-6e79-4726-bd8b-42c115595f00 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:34.698766 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Port 599e01ec-6e79-4726-bd8b-42c115595f00 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:11:34.699088 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Attempting to bind port 599e01ec-6e79-4726-bd8b-42c115595f00 on network ae738068-a8df-43ab-a247-dfe7ca6ceb64 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:11:34.703978 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:11:34.704316 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Checking segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:11:34.704701 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Bound using segment: {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:11:34.705123 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Bound port: 599e01ec-6e79-4726-bd8b-42c115595f00, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:11:34.705477 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.772276 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:11:34.775260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:11:34.828294 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f684dc-0110-497d-97fc-ec7ebdbd228a req-2cbfe56e-c8ee-45eb-b97b-6855c32b8f5b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:34.829670 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b4f684dc-0110-497d-97fc-ec7ebdbd228a req-2cbfe56e-c8ee-45eb-b97b-6855c32b8f5b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0471301 Aug 27 04:11:34.869753 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b4f684dc-0110-497d-97fc-ec7ebdbd228a req-ba9d064f-16a4-43d2-ae83-5ed646ed360c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340717 Aug 27 04:11:34.903468 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.936757 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:34.937361 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:34.938753 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] 10.222.0.74 "PUT /v2.0/ports/599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1094 time: 0.7977760 Aug 27 04:11:34.939178 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:34.941379 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:34.952326 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:11:34.966176 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f2f76-c31d-43f7-bc0b-b1249f98fe14 service neutron] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:34.982571 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f42275a-98c7-43db-b649-f12658914250 x-openstack-request-id: req-3f42275a-98c7-43db-b649-f12658914250 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:34.983011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:34.983331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f42275a-98c7-43db-b649-f12658914250 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:34.983818 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'status': 'completed', 'code': 200} Aug 27 04:11:35.066095 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-41adc433-6d1f-462f-9215-c7211f343762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.067708 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-41adc433-6d1f-462f-9215-c7211f343762 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1097 time: 0.0418015 Aug 27 04:11:35.175575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-93cff63e-3486-4439-a9d4-ac577ad6d523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.177306 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-93cff63e-3486-4439-a9d4-ac577ad6d523 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=74bc40decbba46aba88aa9c29c8858d2&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0951688 Aug 27 04:11:35.266373 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-2cebbdcc-82c6-4a04-97e8-0d911494fb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.267772 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-37cbbe87-bd65-43c4-86a7-2b25bbe5ad8f req-2cebbdcc-82c6-4a04-97e8-0d911494fb63 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0838585 Aug 27 04:11:35.370681 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-98b6b86c-98d2-473a-b7c6-c1e09b9ddedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.372075 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-98b6b86c-98d2-473a-b7c6-c1e09b9ddedb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1097 time: 0.0428054 Aug 27 04:11:35.430163 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-bdf73e34-5281-4cfd-b568-30d268f2133d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 217 time: 0.0329313 Aug 27 04:11:35.477068 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-bc3083ce-2a0f-4dd8-aada-652ee13e3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.478487 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-bc3083ce-2a0f-4dd8-aada-652ee13e3a20 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0416934 Aug 27 04:11:35.525134 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-54a55db5-e061-43ca-868f-d5f6aa99df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.526701 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-54a55db5-e061-43ca-868f-d5f6aa99df73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410364 Aug 27 04:11:35.613563 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-a9aef6d4-0fef-42a9-b5a6-32c72271bd0b service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797281 Aug 27 04:11:35.705396 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8e4e6141-8249-4950-a5fd-3e71887c4008 req-b609e8b2-f6b2-4d14-a896-c659d60aad11 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841818 Aug 27 04:11:35.985816 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcb3b2-2df8-4216-894f-53d6acf2e2ed req-f3666415-3037-43b2-9f01-a586d6b3d535 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:35.987338 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74dcb3b2-2df8-4216-894f-53d6acf2e2ed req-f3666415-3037-43b2-9f01-a586d6b3d535 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0476401 Aug 27 04:11:36.028228 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74dcb3b2-2df8-4216-894f-53d6acf2e2ed req-ecdddd0f-9aa3-41f3-bbb7-9906ba897202 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350063 Aug 27 04:11:37.144641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66d7200-fcbc-4567-8644-8a6f53bb31c8 req-190d8c90-9f08-4086-be50-6fad0c67c2b2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:37.146072 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f66d7200-fcbc-4567-8644-8a6f53bb31c8 req-190d8c90-9f08-4086-be50-6fad0c67c2b2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0472481 Aug 27 04:11:37.185563 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f66d7200-fcbc-4567-8644-8a6f53bb31c8 req-b32d1f1a-0b0b-4dc5-94ac-b04ceffd5348 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330312 Aug 27 04:11:38.302507 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b199b14-0cd7-4050-89c2-80d598205a95 req-f09920d2-1bd2-4698-af93-99b229a2bf52 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:38.303913 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b199b14-0cd7-4050-89c2-80d598205a95 req-f09920d2-1bd2-4698-af93-99b229a2bf52 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0496151 Aug 27 04:11:38.341912 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b199b14-0cd7-4050-89c2-80d598205a95 req-0b8628f1-04e1-42f1-9f35-7cf8344ac37e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315561 Aug 27 04:11:38.999382 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b1e38602-8b2a-4262-922a-83ecc88cf643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:39.456610 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267416d3-158f-4ae3-b205-f25ce1a0699d req-0a420954-e1db-46e1-8d7c-87cd7470a7b5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:39.458070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-267416d3-158f-4ae3-b205-f25ce1a0699d req-0a420954-e1db-46e1-8d7c-87cd7470a7b5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0475712 Aug 27 04:11:39.498746 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-267416d3-158f-4ae3-b205-f25ce1a0699d req-7f9ec1e1-9928-43c1-b271-71a0595085c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346904 Aug 27 04:11:40.176437 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:11:40.273069 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:40.284384 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '599e01ec-6e79-4726-bd8b-42c115595f00', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:11:40.320101 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:40.332650 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:11:40.351568 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:40.428063 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:40.476162 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:40.484204 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.484554 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.484886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.485215 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.485543 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.485912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.486231 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.486610 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.486939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.487255 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.487595 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.487906 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:11:40.617116 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407550d9-e6d7-4ca6-872d-32193a37232e req-30d00a60-8c19-4987-8701-297df9665016 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:40.618601 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-407550d9-e6d7-4ca6-872d-32193a37232e req-30d00a60-8c19-4987-8701-297df9665016 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 945 time: 0.0483787 Aug 27 04:11:40.655990 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-407550d9-e6d7-4ca6-872d-32193a37232e req-3a44aed2-ccb5-4d63-98ce-1f5ae73b3991 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311480 Aug 27 04:11:40.918825 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['599e01ec-6e79-4726-bd8b-42c115595f00'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:11:41.773440 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4543d2-8b87-4774-85d8-69c9277a1a39 req-0276c195-a838-436c-a9ec-b772f0feb4fd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:41.774921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc4543d2-8b87-4774-85d8-69c9277a1a39 req-0276c195-a838-436c-a9ec-b772f0feb4fd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 945 time: 0.0485306 Aug 27 04:11:41.796142 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fd5e8bdd-b470-48cd-a4e0-94dbb5f96af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:41.816389 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bc4543d2-8b87-4774-85d8-69c9277a1a39 req-b2e25b76-5ba7-4f36-b33d-9e1766ddf946 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350523 Aug 27 04:11:41.973643 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.181501 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:11:42.305024 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 599e01ec-6e79-4726-bd8b-42c115595f00 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:11:42.309614 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 599e01ec-6e79-4726-bd8b-42c115595f00 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:42.309984 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.384102 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.405782 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:42.408039 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53cba4c-da43-4153-a855-7db291727b89" -d '{"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:42.420589 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:42.445305 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4082b792-be9c-4174-aa86-e473d1c7302d x-openstack-request-id: req-4082b792-be9c-4174-aa86-e473d1c7302d {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:42.445595 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:42.445905 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4082b792-be9c-4174-aa86-e473d1c7302d {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:42.446297 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'code': 200} Aug 27 04:11:42.499460 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.546785 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:42.778891 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb581d-3193-4bfc-9ad6-7bfb004483d8 req-d5be27ef-4704-44f3-acc6-f4e1eae7c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:42.780366 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f4eb581d-3193-4bfc-9ad6-7bfb004483d8 req-d5be27ef-4704-44f3-acc6-f4e1eae7c21c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1099 time: 0.0396805 Aug 27 04:11:42.816388 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f4eb581d-3193-4bfc-9ad6-7bfb004483d8 req-5da4af02-92b3-4a15-ac3b-90b10beb6e53 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284474 Aug 27 04:11:42.825145 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:42.937056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c950-ddb7-4626-b776-63aa263c304e req-49285e95-28c8-46e2-b62f-8ca73b78db5d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:42.938499 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40a4c950-ddb7-4626-b776-63aa263c304e req-49285e95-28c8-46e2-b62f-8ca73b78db5d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0472200 Aug 27 04:11:42.980646 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40a4c950-ddb7-4626-b776-63aa263c304e req-4fec2428-fb80-4624-866d-df4ce7adf337 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357175 Aug 27 04:11:44.099267 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b49b0c-f390-48bf-9a57-7f9701e4fb25 req-b7c69f57-a025-4a4a-ae6b-7330aff10a86 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:44.100750 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34b49b0c-f390-48bf-9a57-7f9701e4fb25 req-b7c69f57-a025-4a4a-ae6b-7330aff10a86 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0489655 Aug 27 04:11:44.139884 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-34b49b0c-f390-48bf-9a57-7f9701e4fb25 req-756318a4-f11c-4c92-8bea-3aa9b3ffbda1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Aug 27 04:11:44.204893 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:45.254629 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113ecb2-8a9b-4e9f-89ae-7d021b6a3d94 req-2add2e3f-dafd-44f3-a266-5afc46065694 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:45.256011 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e113ecb2-8a9b-4e9f-89ae-7d021b6a3d94 req-2add2e3f-dafd-44f3-a266-5afc46065694 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0465953 Aug 27 04:11:45.293009 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e113ecb2-8a9b-4e9f-89ae-7d021b6a3d94 req-721f3e71-b279-4b7a-960e-206d3d7754b3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306878 Aug 27 04:11:45.404443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9043ee9-cc7c-4c0f-b308-36f115d41608 req-5ba4298a-1ae6-4fa6-b710-0f7d8ab6b57c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:45.405882 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c9043ee9-cc7c-4c0f-b308-36f115d41608 req-5ba4298a-1ae6-4fa6-b710-0f7d8ab6b57c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0473187 Aug 27 04:11:45.414153 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46768) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:45.418763 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Request body: {'floatingip': {'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:45.459821 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:46.027558 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:46.091216 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:46.413163 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Floating IP b1224ff2-7c7b-4a0a-b92c-a283346e401e associated. External IP: 172.27.3.121, port: 599e01ec-6e79-4726-bd8b-42c115595f00. Aug 27 04:11:46.615305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:11:46.719834 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:46.724600 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:46.729106 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:46.738307 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:46.738948 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:46.752795 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ce8df605-00d2-479a-8af6-7ae555cb158a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "PUT /v2.0/floatingips/b1224ff2-7c7b-4a0a-b92c-a283346e401e HTTP/1.1" status: 200 len: 992 time: 1.3375862 Aug 27 04:11:46.753375 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:46.755649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:46.845478 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:46.913713 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58fcba2-075f-47b2-b6e8-e28fc9feeffd x-openstack-request-id: req-c58fcba2-075f-47b2-b6e8-e28fc9feeffd {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:46.914004 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:46.914258 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c58fcba2-075f-47b2-b6e8-e28fc9feeffd {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:46.914705 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'status': 'completed', 'code': 200} Aug 27 04:11:47.011682 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-cb980fb7-de89-4502-b70a-aee6a59ce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:47.013212 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-cb980fb7-de89-4502-b70a-aee6a59ce223 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1099 time: 0.0426035 Aug 27 04:11:47.070183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'b1224ff2-7c7b-4a0a-b92c-a283346e401e', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:25Z', 'updated_at': '2021-08-27T04:11:45Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:47.096191 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:47.104247 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:47.104839 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:47.110287 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-fa0f4456-9bb1-4418-b764-39ef7feb176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:47.111794 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-fa0f4456-9bb1-4418-b764-39ef7feb176c service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0882032 Aug 27 04:11:47.177921 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-1f8e421f-5da6-4aa5-93d2-e863a97fce32 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1000 time: 0.0575264 Aug 27 04:11:47.208777 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:47.226051 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-68d4453e-ed60-4175-84c5-e3dc43debd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:47.227642 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-68d4453e-ed60-4175-84c5-e3dc43debd6a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0426254 Aug 27 04:11:47.274003 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-479ce1fd-1d58-4cbd-8a9f-28d929bc6f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:47.275574 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-479ce1fd-1d58-4cbd-8a9f-28d929bc6f70 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407753 Aug 27 04:11:47.365272 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-ab8deba2-ffa0-4890-83a6-b550df232d80 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816700 Aug 27 04:11:47.431058 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'b1224ff2-7c7b-4a0a-b92c-a283346e401e', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:25Z', 'updated_at': '2021-08-27T04:11:45Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:47.456981 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b78147b1-ce53-41d9-8e83-f50c49cb7fa9 req-0a276578-3624-4361-b255-e4058a333203 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842850 Aug 27 04:11:47.457273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612377e-53f2-49bf-82fa-648ac8394737 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'b1224ff2-7c7b-4a0a-b92c-a283346e401e', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'floating_ip_address': '172.27.3.121', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:11:25Z', 'updated_at': '2021-08-27T04:11:45Z', 'revision_number': 1, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:47.655932 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1c5694-5a58-4cf2-89ba-57b3184ddae9 None None] New status for floating IP b1224ff2-7c7b-4a0a-b92c-a283346e401e: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:11:53.607443 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.233508 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-32baf0ec-c71e-4205-a788-c49d0bec6c94 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473291427&fields=id&tenant_id=28d44e8045c24df28323402022ac9228 HTTP/1.1" status: 200 len: 267 time: 0.0319173 Aug 27 04:11:56.285675 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-951d9817-997d-4232-b47e-249b2eea4aa6 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:56.287137 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-951d9817-997d-4232-b47e-249b2eea4aa6 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 984 time: 0.0480788 Aug 27 04:11:56.298134 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Request body: {'port': {'security_groups': ['27a5e55a-baa5-480c-bc3a-104108098f21']}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:11:56.367119 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.535835 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:11:56.565649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.630489 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.672219 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:11:56.673395 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:56.674029 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.675474 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9da39460-7bcf-4da5-81f4-0cec267a543b req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "PUT /v2.0/ports/14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 942 time: 0.3819659 Aug 27 04:11:56.675935 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:56.678650 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:56.683145 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46804) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:56.717537 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468170b2-123c-4f7b-8dc3-f3b6ee5023ec tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event updated for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=7']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:56.736931 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bcec670-12ac-487e-850c-ef115161cf64 x-openstack-request-id: req-4bcec670-12ac-487e-850c-ef115161cf64 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:56.737223 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:56.737475 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4bcec670-12ac-487e-850c-ef115161cf64 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:56.737888 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:11:56.759810 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.793944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:56.858241 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:11:56.870902 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-bbd733b1-601f-4142-8978-1ef01fd27751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:56.874080 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-bbd733b1-601f-4142-8978-1ef01fd27751 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1098 time: 0.0663002 Aug 27 04:11:56.937642 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-6e41decf-d278-4425-a715-ca90cfb4884e None None] Provisioning complete for port 14a51c81-8273-4b66-bcee-30da752b0e22 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:11:56.937954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6e41decf-d278-4425-a715-ca90cfb4884e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.211531 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-80b59bd1-3056-4751-8fc6-e08bd9ec0703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:57.212984 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-80b59bd1-3056-4751-8fc6-e08bd9ec0703 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.3316145 Aug 27 04:11:57.253265 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.255800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.256910 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "DELETE /v2.0/security-groups/41ddedba-03b1-4a7d-863e-2bf9c24f31f2 HTTP/1.1" status: 204 len: 168 time: 0.5727837 Aug 27 04:11:57.260198 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46808) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:11:57.273850 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b62c7e-c99c-4311-bce4-1d5c248e59aa tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ddedba-03b1-4a7d-863e-2bf9c24f31f2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.289773 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-c1b23986-f165-4218-8d70-004a2ad33e9d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 1000 time: 0.0693665 Aug 27 04:11:57.346671 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-c1bee482-225e-4b7c-901c-3d7d981eb24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:57.346671 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-c1bee482-225e-4b7c-901c-3d7d981eb24c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0488806 Aug 27 04:11:57.391445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-f1fa0a06-aa18-4390-84de-02ef3f7f8993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:57.392913 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-f1fa0a06-aa18-4390-84de-02ef3f7f8993 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384889 Aug 27 04:11:57.428307 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Deleting port 1b5634fe-3e6a-4147-bbbb-10d3c1813e45 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:11:57.428655 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.484540 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-cf76a5cc-01ea-4a32-9f74-126414645a82 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809767 Aug 27 04:11:57.508512 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.508846 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.521623 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Calling delete_port for 1b5634fe-3e6a-4147-bbbb-10d3c1813e45 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:11:57.578778 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-69e2fd64-e4ff-4d05-98ba-cf5e2df84b3a req-7ea24932-d4a1-4363-bf49-ef31246af128 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844038 Aug 27 04:11:57.773278 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.805320 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event deleted for resources: {'Port': ['ID=1b5634fe-3e6a-4147-bbbb-10d3c1813e45,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:11:57.865054 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:57.865394 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Floating IP a0d4c107-7fcd-43be-87cb-27b646f4f4d2 disassociated (deleted). External IP: 172.27.3.45, port: 14a51c81-8273-4b66-bcee-30da752b0e22. Aug 27 04:11:58.085775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:11:58.193129 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:11:58.197567 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:11:58.203239 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Sync routers for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:11:58.212086 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:58.212701 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:58.230624 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c58b36e6-f48a-40b1-93a8-3d70db98ef28 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "DELETE /v2.0/floatingips/a0d4c107-7fcd-43be-87cb-27b646f4f4d2 HTTP/1.1" status: 204 len: 168 time: 0.9667158 Aug 27 04:11:58.319670 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:58.634003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:58.662685 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Checking router: ba6558e0-8d94-461f-a06c-f2d5edf3ff8d for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:11:58.671794 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:11:58.672495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:58.739342 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:11:58.741691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed58696-4d7c-442b-a326-e75982f4145f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:11:58.779247 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248520d8-8fbc-4733-b316-20d113e15c0e x-openstack-request-id: req-248520d8-8fbc-4733-b316-20d113e15c0e {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:11:58.779544 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:11:58.779675 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:11:58.779815 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-248520d8-8fbc-4733-b316-20d113e15c0e {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:11:58.780210 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:11:58.868976 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58696-4d7c-442b-a326-e75982f4145f req-bc28bae6-9804-474d-864d-c6ef4ea700f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:58.870517 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-bc28bae6-9804-474d-864d-c6ef4ea700f6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=28d44e8045c24df28323402022ac9228&device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 1098 time: 0.0397575 Aug 27 04:11:58.965293 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58696-4d7c-442b-a326-e75982f4145f req-eb6bb9fa-5730-4a04-ae7c-ce37b3d247c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:58.967362 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-eb6bb9fa-5730-4a04-ae7c-ce37b3d247c3 service neutron] 10.222.0.74 "GET /v2.0/networks?id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 200 len: 917 time: 0.0889263 Aug 27 04:11:58.980179 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:11:59.007631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2db216a-ddba-4aa8-a5b8-e0be283ed926 None None] The sync data for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi is: [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:06:52Z', 'revision_number': 4, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '6a8309d0-a3a3-4a30-bab4-30af06e153e6', 'name': '', 'network_id': 'bb0362c5-58ba-43c2-8e2e-e8b684b65d1d', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'mac_address': 'fa:16:3e:1b:d0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:51Z', 'updated_at': '2021-08-27T04:06:57Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'subnets': [{'id': '89e077c6-48f6-4875-8508-d54fe85aedf7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:11:59.020605 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-138018b6-13d9-4b99-9100-0150b326bf21 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 200 len: 217 time: 0.0355661 Aug 27 04:11:59.103022 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58696-4d7c-442b-a326-e75982f4145f req-8815401e-ae17-4017-80b9-b5bdd88b0f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:59.104511 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-8815401e-ae17-4017-80b9-b5bdd88b0f24 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 200 len: 854 time: 0.0580542 Aug 27 04:11:59.153060 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed58696-4d7c-442b-a326-e75982f4145f req-d9e8eca3-f197-4f5f-b55e-12929bc17204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:11:59.155212 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-d9e8eca3-f197-4f5f-b55e-12929bc17204 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403631 Aug 27 04:11:59.232953 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0138e59-911e-4b66-95af-5d0ebedab553 None None] New status for floating IP a0d4c107-7fcd-43be-87cb-27b646f4f4d2: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:11:59.269057 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-edb241a0-9ee9-4d3c-849a-065ba8d7cf08 service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964859 Aug 27 04:11:59.363775 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8ed58696-4d7c-442b-a326-e75982f4145f req-0d89fcca-3fb3-4fcc-9f27-d3740ba7748b service neutron] 10.222.0.74 "GET /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870099 Aug 27 04:12:02.657533 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca638c-0ca9-43c5-bb33-7b93bd3a31cc req-9fae1985-9067-4d8e-a60f-f054992e2914 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:02.659048 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1ca638c-0ca9-43c5-bb33-7b93bd3a31cc req-9fae1985-9067-4d8e-a60f-f054992e2914 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0480552 Aug 27 04:12:02.697570 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b1ca638c-0ca9-43c5-bb33-7b93bd3a31cc req-beee7d8d-b9c3-4b9d-9e2a-85fa70d09b5c tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Aug 27 04:12:03.808283 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddace78-d61e-4430-9d79-486fe0810885 req-44926e8e-3ee5-410b-b6a4-37346ce789c0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:03.810284 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ddace78-d61e-4430-9d79-486fe0810885 req-44926e8e-3ee5-410b-b6a4-37346ce789c0 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0467741 Aug 27 04:12:03.847870 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ddace78-d61e-4430-9d79-486fe0810885 req-ee2a94a5-e862-415f-97fc-41c4c0ce72af tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Aug 27 04:12:04.967816 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2586b-e0fb-4268-9a60-bd0026161b07 req-a42520b8-25da-4f81-9090-64afeb5448ab tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:04.969580 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3dc2586b-e0fb-4268-9a60-bd0026161b07 req-a42520b8-25da-4f81-9090-64afeb5448ab tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0532534 Aug 27 04:12:04.990831 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-2d8ab0bb-e99b-4239-86a6-d08e99b38bcd tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:04.991741 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-2d8ab0bb-e99b-4239-86a6-d08e99b38bcd tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.74 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 945 time: 0.0586951 Aug 27 04:12:05.013422 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3dc2586b-e0fb-4268-9a60-bd0026161b07 req-9aeca343-b1d4-4232-9050-6d707a018821 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/security-groups?id=27a5e55a-baa5-480c-bc3a-104108098f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369885 Aug 27 04:12:05.086910 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Deleting port 14a51c81-8273-4b66-bcee-30da752b0e22 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:05.087256 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:05.178461 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] For port 14a51c81-8273-4b66-bcee-30da752b0e22, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=14a51c81-8273-4b66-bcee-30da752b0e22,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:05.178864 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:05.193163 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Calling delete_port for 14a51c81-8273-4b66-bcee-30da752b0e22 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:05.416293 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:05.450620 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Pushing event deleted for resources: {'Port': ['ID=14a51c81-8273-4b66-bcee-30da752b0e22,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:05.453832 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['14a51c81-8273-4b66-bcee-30da752b0e22'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:12:05.490212 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] No DVR routers for this DVR port 14a51c81-8273-4b66-bcee-30da752b0e22 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:05.492656 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:05.501615 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0b7aaf12-f4d7-4eaf-8d31-538345d9bf64 req-6fc718c9-d96e-4a67-987e-e71f5eacfe84 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.74 "DELETE /v2.0/ports/14a51c81-8273-4b66-bcee-30da752b0e22 HTTP/1.1" status: 204 len: 173 time: 0.4956279 Aug 27 04:12:05.501615 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'name': 'network-vif-deleted', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:12:05.501615 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27b041d-9326-429e-8086-e68def1cac5f" -d '{"events": [{"server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "name": "network-vif-deleted", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:12:05.534701 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63bc980-6132-42ea-be4c-4da8dc1e303e x-openstack-request-id: req-a63bc980-6132-42ea-be4c-4da8dc1e303e {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:12:05.535000 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbca5e4f-6df6-40d4-bd08-9ad3085ff92f", "name": "network-vif-deleted", "tag": "14a51c81-8273-4b66-bcee-30da752b0e22", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:12:05.535252 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a63bc980-6132-42ea-be4c-4da8dc1e303e {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:12:05.535648 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbca5e4f-6df6-40d4-bd08-9ad3085ff92f', 'name': 'network-vif-deleted', 'tag': '14a51c81-8273-4b66-bcee-30da752b0e22', 'status': 'completed', 'code': 200} Aug 27 04:12:06.121616 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84cae84a-d0b6-4f4a-a1e1-f733f08aa8fc req-7dff8322-b74a-446b-a038-4ac928679771 tempest-TestMinimumBasicScenario-584940468 tempest-TestMinimumBasicScenario-584940468-project] 10.222.0.73 "GET /v2.0/ports?device_id=fbca5e4f-6df6-40d4-bd08-9ad3085ff92f HTTP/1.1" status: 200 len: 210 time: 0.0254393 Aug 27 04:12:08.893435 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46916) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:09.087787 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e095ebf8-b8da-4e5d-81f4-5241b661c1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:09.388941 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:09.626459 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Deleting port 6a8309d0-a3a3-4a30-bab4-30af06e153e6 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:09.626811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:09.707474 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] For port 6a8309d0-a3a3-4a30-bab4-30af06e153e6, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6a8309d0-a3a3-4a30-bab4-30af06e153e6,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:09.707840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:09.720806 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Calling delete_port for 6a8309d0-a3a3-4a30-bab4-30af06e153e6 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:10.036317 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.063695 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6a8309d0-a3a3-4a30-bab4-30af06e153e6,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:10.237617 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.331744 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 14a51c81-8273-4b66-bcee-30da752b0e22 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:10.351719 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 14a51c81-8273-4b66-bcee-30da752b0e22 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:10.352066 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 14a51c81-8273-4b66-bcee-30da752b0e22 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:10.450252 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:10.797783 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:10.803124 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a74288a2-4a6c-4004-a517-d4fdb66b81aa admin admin] 10.222.0.73 "PUT /v2.0/routers/ba6558e0-8d94-461f-a06c-f2d5edf3ff8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9085550 Aug 27 04:12:10.805775 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46924) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:10.808506 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Sync routers for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:10.818293 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:10.819001 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:10.911600 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:10.923281 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:11.015460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.102934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': '940a5262-dff3-414e-b7cd-20f11a601806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:12:09Z', 'revision_number': 5, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port': {'id': '940a5262-dff3-414e-b7cd-20f11a601806', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:e0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:47Z', 'updated_at': '2021-08-27T04:06:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:11.133685 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Checking router: ba6558e0-8d94-461f-a06c-f2d5edf3ff8d for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:11.143177 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Routers {'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:11.143789 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:11:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:11.160674 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Deleting port 940a5262-dff3-414e-b7cd-20f11a601806 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:11.169886 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.228985 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] Set router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:11.244641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] For port 940a5262-dff3-414e-b7cd-20f11a601806, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=940a5262-dff3-414e-b7cd-20f11a601806,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:11.245000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.258082 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Calling delete_port for 940a5262-dff3-414e-b7cd-20f11a601806 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:11.280631 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:12:11Z', 'revision_number': 6, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:11.310797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8deff8-ff09-4e71-8806-abb18a17692d None None] The sync data for ids ['ba6558e0-8d94-461f-a06c-f2d5edf3ff8d'] in dv-cinder-804757-2-iscsi is: [{'id': 'ba6558e0-8d94-461f-a06c-f2d5edf3ff8d', 'name': 'tempest-TestMinimumBasicScenario-1387689534-router', 'tenant_id': '28d44e8045c24df28323402022ac9228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:46Z', 'updated_at': '2021-08-27T04:12:11Z', 'revision_number': 6, 'project_id': '28d44e8045c24df28323402022ac9228', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:11.499089 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.525006 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Pushing event deleted for resources: {'Port': ['ID=940a5262-dff3-414e-b7cd-20f11a601806,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:11.585158 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.680231 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.682456 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.816280 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-adf0e2f9-03e4-4ca4-b481-4c71520d7fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.830300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.830863 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba6558e0-8d94-461f-a06c-f2d5edf3ff8d {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:12:11.835524 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.836687 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7a85d094-f5ac-4742-8749-af795cb690cd admin admin] 10.222.0.73 "DELETE /v2.0/routers/ba6558e0-8d94-461f-a06c-f2d5edf3ff8d HTTP/1.1" status: 204 len: 168 time: 1.0299344 Aug 27 04:12:11.839156 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46928) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:11.889250 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Deleting subnet 89e077c6-48f6-4875-8508-d54fe85aedf7 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:11.892321 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.926091 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:11.951597 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:12:11.979939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.044841 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.196782 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.227331 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89e077c6-48f6-4875-8508-d54fe85aedf7,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:12.231028 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.232953 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c9102d71-fc36-4673-9f9b-f028c837969a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/89e077c6-48f6-4875-8508-d54fe85aedf7 HTTP/1.1" status: 204 len: 168 time: 0.3928621 Aug 27 04:12:12.237676 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46930) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:12.238498 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b969e891-bb6f-42b3-9ea3-4431ccaa6946 None None] Network bb0362c5-58ba-43c2-8e2e-e8b684b65d1d requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:12.312784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.378029 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Deleting port ca98b894-ea25-43b7-9df9-f34d60b9871c {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:12.378600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.425283 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] DHCP port deletion for bb0362c5-58ba-43c2-8e2e-e8b684b65d1d request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:12:12.444975 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] For port ca98b894-ea25-43b7-9df9-f34d60b9871c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca98b894-ea25-43b7-9df9-f34d60b9871c,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:12.445575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.459493 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Calling delete_port for ca98b894-ea25-43b7-9df9-f34d60b9871c owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:12.479362 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Deleting port ca98b894-ea25-43b7-9df9-f34d60b9871c {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:12.480214 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.542191 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] For port ca98b894-ea25-43b7-9df9-f34d60b9871c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ca98b894-ea25-43b7-9df9-f34d60b9871c,segment=NetworkSegment(9dead712-3197-40ca-abfc-0934b70dc0bf),segment_id=9dead712-3197-40ca-abfc-0934b70dc0bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:12.542636 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.556231 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Calling delete_port for ca98b894-ea25-43b7-9df9-f34d60b9871c owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:12.611090 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.638271 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca98b894-ea25-43b7-9df9-f34d60b9871c,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:12.645169 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] No DVR routers for this DVR port ca98b894-ea25-43b7-9df9-f34d60b9871c on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:12.723491 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.734515 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0362c5-58ba-43c2-8e2e-e8b684b65d1d']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:12.751391 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dead712-3197-40ca-abfc-0934b70dc0bf') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:12.751749 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dead712-3197-40ca-abfc-0934b70dc0bf') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:12.762316 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.780159 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.789523 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:12.789975 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:12.792015 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:12.820682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.846808 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] Pushing event deleted for resources: {'Port': ['ID=ca98b894-ea25-43b7-9df9-f34d60b9871c,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:12.850198 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:12.856700 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c783d-fff5-4db4-871b-0f235c6f16ca None None] No DVR routers for this DVR port ca98b894-ea25-43b7-9df9-f34d60b9871c on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:12.994216 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.000784 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.002995 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/bb0362c5-58ba-43c2-8e2e-e8b684b65d1d HTTP/1.1" status: 204 len: 168 time: 0.7642910 Aug 27 04:12:13.005973 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46934) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:13.018003 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d73fb7-50ad-48a7-abcd-a9b68cedc7b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0362c5-58ba-43c2-8e2e-e8b684b65d1d,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:13.090379 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 940a5262-dff3-414e-b7cd-20f11a601806 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:13.113384 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 940a5262-dff3-414e-b7cd-20f11a601806 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:13.113725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 940a5262-dff3-414e-b7cd-20f11a601806 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:13.114150 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca98b894-ea25-43b7-9df9-f34d60b9871c no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:13.133991 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: ca98b894-ea25-43b7-9df9-f34d60b9871c {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:13.134243 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ca98b894-ea25-43b7-9df9-f34d60b9871c not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:13.134685 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6a8309d0-a3a3-4a30-bab4-30af06e153e6 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:13.158850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 6a8309d0-a3a3-4a30-bab4-30af06e153e6 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:13.159203 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6a8309d0-a3a3-4a30-bab4-30af06e153e6 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:13.415493 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.664012 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Deleting port beae90c2-bfd2-4de6-a00f-6f72d4c97213 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:13.664357 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.744991 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] For port beae90c2-bfd2-4de6-a00f-6f72d4c97213, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=beae90c2-bfd2-4de6-a00f-6f72d4c97213,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:13.745270 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:13.758105 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Calling delete_port for beae90c2-bfd2-4de6-a00f-6f72d4c97213 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:14.030142 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.057258 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Pushing event deleted for resources: {'Port': ['ID=beae90c2-bfd2-4de6-a00f-6f72d4c97213,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:14.206450 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.235883 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.460503 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:14.568530 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:14.573515 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-011f83f9-e508-45c6-959d-9d66eb971a2c admin admin] 10.222.0.73 "PUT /v2.0/routers/24ec30da-282e-4bc9-aa00-2b9c8bf4b127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664248 Aug 27 04:12:14.576266 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46938) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:14.577672 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Sync routers for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:14.588712 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:14.589321 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:14.683018 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:14.696921 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:14.884691 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:12:13Z', 'revision_number': 5, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:14.912274 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Checking router: 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:14.921319 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Routers {'24ec30da-282e-4bc9-aa00-2b9c8bf4b127'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:14.922528 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:15.068612 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.127347 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] Set router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:15.180152 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Deleting port bf218556-dd16-45d6-85d6-3af2b7306729 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:15.180557 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.260727 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] For port bf218556-dd16-45d6-85d6-3af2b7306729, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=bf218556-dd16-45d6-85d6-3af2b7306729,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:15.261075 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.277732 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Calling delete_port for bf218556-dd16-45d6-85d6-3af2b7306729 owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:15.312233 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:12:13Z', 'revision_number': 5, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:15.340381 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73f9659-884e-41ea-b8e8-b6b54d4287f8 None None] The sync data for ids ['24ec30da-282e-4bc9-aa00-2b9c8bf4b127'] in dv-cinder-804757-2-iscsi is: [{'id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'name': 'tempest-TestMinimumBasicScenario-1499501951-router', 'tenant_id': '8db3c287e9874042b689ed03a4c7bd16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116'}], 'enable_snat': True}, 'gw_port_id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:06:56Z', 'updated_at': '2021-08-27T04:12:13Z', 'revision_number': 5, 'project_id': '8db3c287e9874042b689ed03a4c7bd16', 'gw_port': {'id': 'bf218556-dd16-45d6-85d6-3af2b7306729', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:97:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ec30da-282e-4bc9-aa00-2b9c8bf4b127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:06:57Z', 'updated_at': '2021-08-27T04:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:15.510137 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.536669 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Pushing event deleted for resources: {'Port': ['ID=bf218556-dd16-45d6-85d6-3af2b7306729,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:15.594806 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.686410 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.690222 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.814114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.814997 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ec30da-282e-4bc9-aa00-2b9c8bf4b127 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:12:15.824531 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.825702 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-525efefa-8684-4cd4-9856-b705f4f2faac admin admin] 10.222.0.73 "DELETE /v2.0/routers/24ec30da-282e-4bc9-aa00-2b9c8bf4b127 HTTP/1.1" status: 204 len: 168 time: 1.2485151 Aug 27 04:12:15.828946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 46944) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:15.877822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Deleting subnet 34e30a03-689c-481d-bb74-e27e561f9937 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:15.881042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:15.916745 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.007113 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.145275 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.171134 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e30a03-689c-481d-bb74-e27e561f9937,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:16.177062 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.179935 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-16f78fda-222f-4252-a25d-4bf792afe766 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/34e30a03-689c-481d-bb74-e27e561f9937 HTTP/1.1" status: 204 len: 168 time: 0.3497157 Aug 27 04:12:16.182296 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46946) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:16.183954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09afb53d-b2f5-42eb-812b-95aae8bd7184 None None] Network f63fb6ed-34e4-4709-98f5-e2c05320de7e requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:16.294269 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.364389 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Deleting port d71eb510-2b1a-4299-a375-c6634e326320 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:16.364593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.427110 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] DHCP port deletion for f63fb6ed-34e4-4709-98f5-e2c05320de7e request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:12:16.428874 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] For port d71eb510-2b1a-4299-a375-c6634e326320, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d71eb510-2b1a-4299-a375-c6634e326320,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:16.429239 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.443175 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Calling delete_port for d71eb510-2b1a-4299-a375-c6634e326320 owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:16.475114 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Deleting port d71eb510-2b1a-4299-a375-c6634e326320 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:16.475114 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.537049 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] For port d71eb510-2b1a-4299-a375-c6634e326320, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=d71eb510-2b1a-4299-a375-c6634e326320,segment=NetworkSegment(6e28432c-735f-45a1-8ab7-9d259b3ff237),segment_id=6e28432c-735f-45a1-8ab7-9d259b3ff237)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:16.537447 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.551130 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Calling delete_port for d71eb510-2b1a-4299-a375-c6634e326320 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:16.607834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.626201 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.638700 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] No DVR routers for this DVR port d71eb510-2b1a-4299-a375-c6634e326320 on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:16.644329 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d71eb510-2b1a-4299-a375-c6634e326320,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:16.651233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] Pushing event deleted for resources: {'Port': ['ID=d71eb510-2b1a-4299-a375-c6634e326320,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:16.654933 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742274b-e7a6-4f3f-9a3d-d0edcae672a7 None None] No DVR routers for this DVR port d71eb510-2b1a-4299-a375-c6634e326320 on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:16.726191 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.736996 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f63fb6ed-34e4-4709-98f5-e2c05320de7e']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:16.750911 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e28432c-735f-45a1-8ab7-9d259b3ff237') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:16.751377 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e28432c-735f-45a1-8ab7-9d259b3ff237') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:16.760487 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.774576 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.780442 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:16.780831 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:16.783630 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:16.937245 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.944376 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:16.947130 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] 10.222.0.73 "DELETE /v2.0/networks/f63fb6ed-34e4-4709-98f5-e2c05320de7e HTTP/1.1" status: 204 len: 168 time: 0.7635028 Aug 27 04:12:16.958692 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bd77e-0a93-4131-b3e7-08e2da2c3ed6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f63fb6ed-34e4-4709-98f5-e2c05320de7e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:17.088831 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d71eb510-2b1a-4299-a375-c6634e326320 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:17.108945 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: d71eb510-2b1a-4299-a375-c6634e326320 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:17.109326 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device d71eb510-2b1a-4299-a375-c6634e326320 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:17.109879 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device bf218556-dd16-45d6-85d6-3af2b7306729 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:17.128998 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: bf218556-dd16-45d6-85d6-3af2b7306729 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:17.129335 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device bf218556-dd16-45d6-85d6-3af2b7306729 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:17.129746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device beae90c2-bfd2-4de6-a00f-6f72d4c97213 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:17.151269 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: beae90c2-bfd2-4de6-a00f-6f72d4c97213 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:17.157327 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device beae90c2-bfd2-4de6-a00f-6f72d4c97213 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:17.295228 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46952) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:17.335507 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5ceb6e51-5068-4e0d-b33a-bc2e98abfc23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28d44e8045c24df28323402022ac9228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391126 Aug 27 04:12:17.337979 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46954) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:17.386613 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:17.410820 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:17.530922 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:17.533965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:17.535171 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/27a5e55a-baa5-480c-bc3a-104108098f21 HTTP/1.1" status: 204 len: 168 time: 0.1963022 Aug 27 04:12:17.543036 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0de776-30ee-4193-b89d-e5ebf83b25fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27a5e55a-baa5-480c-bc3a-104108098f21,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:18.204536 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46962) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:18.246333 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e05c5ecb-d4e0-4759-b77a-7da5677c5f11 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8db3c287e9874042b689ed03a4c7bd16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390377 Aug 27 04:12:18.247135 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46964) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:18.296420 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:18.318039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:18.458421 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:18.461318 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:18.462513 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1a932f9-32f5-4b0d-97ff-3aae76ac64f0 HTTP/1.1" status: 204 len: 168 time: 0.2143583 Aug 27 04:12:18.471374 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea564e99-8774-4504-979b-8a6821f9ff45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a932f9-32f5-4b0d-97ff-3aae76ac64f0,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:23.636092 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:30.587812 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 46992) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:30.945767 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Deleting port ec47f145-bf2f-4c06-99dd-ba2838f072ab {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:30.946108 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.021592 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.021928 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.033882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Calling delete_port for ec47f145-bf2f-4c06-99dd-ba2838f072ab owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:31.273881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.300594 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event deleted for resources: {'Port': ['ID=ec47f145-bf2f-4c06-99dd-ba2838f072ab,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:31.313889 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.314245 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.314589 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.314958 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.315290 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.315618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.315947 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.316270 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.316599 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.317012 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.318028 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.318778 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:31.375664 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.383131 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Floating IP 5e609f84-71d3-4bc1-b914-2f1a66a6203f disassociated (deleted). External IP: 172.27.3.239, port: be08ab01-9722-4c1f-b10f-e51c4d71b849. Aug 27 04:12:31.584394 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Router 4452c3ce-c028-451c-9958-53dce1323d7a has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:31.693290 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:31.698072 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:31.704713 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Sync routers for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:31.714541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:31.717039 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:31.727100 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9efa8457-b6ad-4293-9e24-8fdebd2c2012 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "DELETE /v2.0/floatingips/5e609f84-71d3-4bc1-b914-2f1a66a6203f HTTP/1.1" status: 204 len: 168 time: 1.1358650 Aug 27 04:12:31.727100 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:12:31.727934 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2032f346-ce90-4246-b4a6-7191e8102de1" -d '{"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:12:31.766347 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc82d1f-4cd8-468b-8053-8da06ac2370c x-openstack-request-id: req-4cc82d1f-4cd8-468b-8053-8da06ac2370c {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:12:31.766832 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:12:31.767128 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4cc82d1f-4cd8-468b-8053-8da06ac2370c {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:12:31.767525 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'status': 'completed', 'code': 200} Aug 27 04:12:31.836054 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:31.854889 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-fc2ee39f-d73b-4a59-94e9-1ec792d2595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:31.856159 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-fc2ee39f-d73b-4a59-94e9-1ec792d2595a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=43ccefac7f3746c68214be66026da43d&device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 1099 time: 0.0410469 Aug 27 04:12:31.954880 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-5eba9b2f-b3d6-47bc-b710-fa2fdbf5665f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:31.956423 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-5eba9b2f-b3d6-47bc-b710-fa2fdbf5665f service neutron] 10.222.0.74 "GET /v2.0/networks?id=c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 200 len: 911 time: 0.0929079 Aug 27 04:12:32.001867 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-783bb9d0-7539-4133-8591-59f5065b9a6f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 200 len: 217 time: 0.0376575 Aug 27 04:12:32.055093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:32.059589 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-a3905136-ce0e-4e47-9716-7cc96f1d5f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:32.065000 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-a3905136-ce0e-4e47-9716-7cc96f1d5f04 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 200 len: 848 time: 0.0520215 Aug 27 04:12:32.087543 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Checking router: 4452c3ce-c028-451c-9958-53dce1323d7a for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:32.097021 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:32.099391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:32.109500 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-0f0e61d1-81b1-47ca-b7b5-54fee1e20918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:32.111115 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-0f0e61d1-81b1-47ca-b7b5-54fee1e20918 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c57305fa-e10d-427e-9a68-12061ec92767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421832 Aug 27 04:12:32.214091 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:32.217574 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-2cad989b-7e63-4d93-908f-aaa4200eb0dd service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984893 Aug 27 04:12:32.236560 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55979980-af01-4606-b73b-896e0f9d055f req-49b95d06-5cb9-4d3e-bf9b-aaabbf77207b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:32.238133 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55979980-af01-4606-b73b-896e0f9d055f req-49b95d06-5cb9-4d3e-bf9b-aaabbf77207b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0638568 Aug 27 04:12:32.282907 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-55979980-af01-4606-b73b-896e0f9d055f req-e131bdf8-c658-42fb-b6ec-14fc834ffbe5 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Aug 27 04:12:32.324066 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2032f346-ce90-4246-b4a6-7191e8102de1 req-8e5c1c15-6232-4daf-be33-c588dcd099ea service neutron] 10.222.0.74 "GET /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948534 Aug 27 04:12:32.439274 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:32.466471 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfec57ea-29ff-4c4d-89b5-82853aa78cbe None None] The sync data for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi is: [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:05:37Z', 'revision_number': 4, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '3cdbea22-e73c-4c28-a459-4266ed617402', 'name': '', 'network_id': 'c57305fa-e10d-427e-9a68-12061ec92767', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'mac_address': 'fa:16:3e:c4:e9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:36Z', 'updated_at': '2021-08-27T04:05:43Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'subnets': [{'id': 'a69fd8c8-ee7c-4936-bc31-71f380e6e919', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:32.676239 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be50ec-f0ff-4bc6-bde2-9e1a8f62aadf None None] New status for floating IP 5e609f84-71d3-4bc1-b914-2f1a66a6203f: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:12:33.408615 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e933617-13f7-45ce-a31a-e0d3622a939a req-a6debd76-4d98-45b0-b9c3-00ede6582f85 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:33.410365 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e933617-13f7-45ce-a31a-e0d3622a939a req-a6debd76-4d98-45b0-b9c3-00ede6582f85 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0533855 Aug 27 04:12:33.454188 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5e933617-13f7-45ce-a31a-e0d3622a939a req-079d8fba-c2fd-4458-a29e-31933997ae19 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/security-groups?id=407056f1-99d0-47b7-a297-a9d4455e150e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369561 Aug 27 04:12:34.083607 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-06c3b25b-6f64-4032-8516-b487485b4f00 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:34.085031 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-06c3b25b-6f64-4032-8516-b487485b4f00 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.74 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 946 time: 0.0508947 Aug 27 04:12:34.173825 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Deleting port be08ab01-9722-4c1f-b10f-e51c4d71b849 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:34.174161 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:34.267721 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] For port be08ab01-9722-4c1f-b10f-e51c4d71b849, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=be08ab01-9722-4c1f-b10f-e51c4d71b849,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:34.268082 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:34.280474 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Calling delete_port for be08ab01-9722-4c1f-b10f-e51c4d71b849 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:34.485203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:34.520590 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event deleted for resources: {'Port': ['ID=be08ab01-9722-4c1f-b10f-e51c4d71b849,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:34.606502 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdf10107-d3b4-4473-89ba-7fe2df05b742 req-28fda5f2-b290-4b04-a12d-60a467914b9b tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0287206 Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] No DVR routers for this DVR port be08ab01-9722-4c1f-b10f-e51c4d71b849 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-216d1c3d-5356-4835-80d5-cbdb6827c9e0 req-160733e6-2bbb-489f-9e7b-a52057dbbbf9 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.74 "DELETE /v2.0/ports/be08ab01-9722-4c1f-b10f-e51c4d71b849 HTTP/1.1" status: 204 len: 173 time: 0.4735305 Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-deleted', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f07f381-e536-46ff-92c8-0b296c656770" -d '{"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-deleted", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5a26b6-aa92-4f54-b819-3acb484d585c x-openstack-request-id: req-fb5a26b6-aa92-4f54-b819-3acb484d585c {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882054ae-274e-4eeb-96d8-2b543f110b88", "name": "network-vif-deleted", "tag": "be08ab01-9722-4c1f-b10f-e51c4d71b849", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fb5a26b6-aa92-4f54-b819-3acb484d585c {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:12:34.607678 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882054ae-274e-4eeb-96d8-2b543f110b88', 'name': 'network-vif-deleted', 'tag': 'be08ab01-9722-4c1f-b10f-e51c4d71b849', 'status': 'completed', 'code': 200} Aug 27 04:12:35.662819 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-234fddfc-2a1b-4757-82d8-c78cc8422f0a req-bf3816bf-5afc-464c-995e-745afa0b594a tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "GET /v2.0/ports?device_id=882054ae-274e-4eeb-96d8-2b543f110b88 HTTP/1.1" status: 200 len: 210 time: 0.0248747 Aug 27 04:12:36.725114 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47022) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:36.783087 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:36.809010 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:36.984308 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:36.986908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:36.988066 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] 10.222.0.73 "DELETE /v2.0/security-groups/407056f1-99d0-47b7-a297-a9d4455e150e HTTP/1.1" status: 204 len: 168 time: 0.2619770 Aug 27 04:12:36.998000 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43f7a-bc21-422e-9967-4644dbe9b5b7 tempest-TestShelveInstance-782509468 tempest-TestShelveInstance-782509468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407056f1-99d0-47b7-a297-a9d4455e150e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:37.099259 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47028) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:37.844887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:38.141957 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Deleting port 3cdbea22-e73c-4c28-a459-4266ed617402 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:38.142306 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:38.221802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] For port 3cdbea22-e73c-4c28-a459-4266ed617402, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3cdbea22-e73c-4c28-a459-4266ed617402,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:38.222299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:38.239801 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Calling delete_port for 3cdbea22-e73c-4c28-a459-4266ed617402 owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:38.445810 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:38.465700 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: be08ab01-9722-4c1f-b10f-e51c4d71b849 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:38.466040 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device be08ab01-9722-4c1f-b10f-e51c4d71b849 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:38.509910 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:38.542624 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdbea22-e73c-4c28-a459-4266ed617402,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:38.708926 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:38.923570 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Router 4452c3ce-c028-451c-9958-53dce1323d7a has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:39.010455 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6a1f7579-fb9d-4178-ba34-b36710585df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.030368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:39.035381 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3d296258-8b2f-4704-8527-af46fb6b53ef admin admin] 10.222.0.73 "PUT /v2.0/routers/4452c3ce-c028-451c-9958-53dce1323d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9351618 Aug 27 04:12:39.038631 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47034) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:39.041696 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Sync routers for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:39.054046 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:39.054928 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:39.147296 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks [] for router, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.164048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:39.256073 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.348779 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:12:38Z', 'revision_number': 5, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port': {'id': 'a21313d1-3b0f-4cb4-898a-44e638c871a2', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:71:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:34Z', 'updated_at': '2021-08-27T04:05:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:39.374360 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Checking router: 4452c3ce-c028-451c-9958-53dce1323d7a for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:39.383183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Routers {'4452c3ce-c028-451c-9958-53dce1323d7a'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:39.383796 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['4452c3ce-c028-451c-9958-53dce1323d7a'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:39.600355 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] Set router 4452c3ce-c028-451c-9958-53dce1323d7a gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:39.653469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:12:39Z', 'revision_number': 6, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:39.658667 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Deleting port a21313d1-3b0f-4cb4-898a-44e638c871a2 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:39.659009 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.679625 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad23d8e-8abb-41bf-a52e-909706f02411 None None] The sync data for ids ['4452c3ce-c028-451c-9958-53dce1323d7a'] in dv-cinder-804757-2-iscsi is: [{'id': '4452c3ce-c028-451c-9958-53dce1323d7a', 'name': 'tempest-TestShelveInstance-1688772668-router', 'tenant_id': '43ccefac7f3746c68214be66026da43d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:33Z', 'updated_at': '2021-08-27T04:12:39Z', 'revision_number': 6, 'project_id': '43ccefac7f3746c68214be66026da43d', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:39.740037 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] For port a21313d1-3b0f-4cb4-898a-44e638c871a2, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a21313d1-3b0f-4cb4-898a-44e638c871a2,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:39.740406 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:39.752266 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Calling delete_port for a21313d1-3b0f-4cb4-898a-44e638c871a2 owned by network:router_gateway {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:39.983741 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.009029 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21313d1-3b0f-4cb4-898a-44e638c871a2,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:40.072967 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.183089 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.185216 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.315185 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.315693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4452c3ce-c028-451c-9958-53dce1323d7a {{(pid=94486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:12:40.325349 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.325349 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-f9ef11a2-120c-43f7-83cc-fb4628d00f46 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4452c3ce-c028-451c-9958-53dce1323d7a HTTP/1.1" status: 204 len: 168 time: 1.2848880 Aug 27 04:12:40.327942 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47040) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:40.377125 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Deleting subnet a69fd8c8-ee7c-4936-bc31-71f380e6e919 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:40.380897 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.417565 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.524348 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.641411 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.669646 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a69fd8c8-ee7c-4936-bc31-71f380e6e919,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:40.671628 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.674150 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-25236d0b-850d-42a6-94ec-b888f853e852 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a69fd8c8-ee7c-4936-bc31-71f380e6e919 HTTP/1.1" status: 204 len: 168 time: 0.3447859 Aug 27 04:12:40.677818 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47044) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:40.680586 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f728c39-9219-4414-9da4-3f9ddf74c6ca None None] Network c57305fa-e10d-427e-9a68-12061ec92767 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:40.749591 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.812750 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Deleting port 6838162a-c82e-42d1-8ef9-1ba2cba52140 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:40.813100 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.875769 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] For port 6838162a-c82e-42d1-8ef9-1ba2cba52140, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6838162a-c82e-42d1-8ef9-1ba2cba52140,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:40.876484 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.878432 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] DHCP port deletion for c57305fa-e10d-427e-9a68-12061ec92767 request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:12:40.889687 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Calling delete_port for 6838162a-c82e-42d1-8ef9-1ba2cba52140 owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:40.924387 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Deleting port 6838162a-c82e-42d1-8ef9-1ba2cba52140 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:40.924793 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:40.990204 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] For port 6838162a-c82e-42d1-8ef9-1ba2cba52140, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6838162a-c82e-42d1-8ef9-1ba2cba52140,segment=NetworkSegment(42c83de8-4b95-442b-abd5-5d3bab751122),segment_id=42c83de8-4b95-442b-abd5-5d3bab751122)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:40.990634 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.003380 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Calling delete_port for 6838162a-c82e-42d1-8ef9-1ba2cba52140 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:41.053817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.078846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Pushing event deleted for resources: {'Port': ['ID=6838162a-c82e-42d1-8ef9-1ba2cba52140,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.079466 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.085690 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] No DVR routers for this DVR port 6838162a-c82e-42d1-8ef9-1ba2cba52140 on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:41.092625 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] No DVR routers for this DVR port 6838162a-c82e-42d1-8ef9-1ba2cba52140 on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:41.112654 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Pushing event deleted for resources: {'Port': ['ID=6838162a-c82e-42d1-8ef9-1ba2cba52140,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.118990 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6838162a-c82e-42d1-8ef9-1ba2cba52140 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:41.141456 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.141732 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.142076 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.142416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.142784 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.143118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.143447 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.143780 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.144106 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.144430 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.144754 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.145690 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a3f3da6-4990-4f42-9ed8-a5e63885db98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:41.149201 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 6838162a-c82e-42d1-8ef9-1ba2cba52140 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:41.149391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6838162a-c82e-42d1-8ef9-1ba2cba52140 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:41.149811 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a21313d1-3b0f-4cb4-898a-44e638c871a2 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:41.157690 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.168337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57305fa-e10d-427e-9a68-12061ec92767']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:41.172007 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: a21313d1-3b0f-4cb4-898a-44e638c871a2 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:41.172349 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a21313d1-3b0f-4cb4-898a-44e638c871a2 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:41.172772 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3cdbea22-e73c-4c28-a459-4266ed617402 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:41.178937 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c83de8-4b95-442b-abd5-5d3bab751122') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:41.179235 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c83de8-4b95-442b-abd5-5d3bab751122') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:41.187900 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.191255 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 3cdbea22-e73c-4c28-a459-4266ed617402 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:41.191665 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3cdbea22-e73c-4c28-a459-4266ed617402 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:41.201743 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.208049 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:41.208431 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:41.210025 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:41.336197 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.341550 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.343402 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] 10.222.0.73 "DELETE /v2.0/networks/c57305fa-e10d-427e-9a68-12061ec92767 HTTP/1.1" status: 204 len: 168 time: 0.6646116 Aug 27 04:12:41.346590 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47046) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:41.355142 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab9206-fdc8-44f8-92a5-83eeb6cebb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=c57305fa-e10d-427e-9a68-12061ec92767,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:41.697693 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.819023 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2e237d45-1216-4ddb-b359-59d3fb9a8412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.944727 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Deleting port a0f4bb6c-16bc-4e98-851e-02e663ff36fc {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:41.945068 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:41.983982 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.021160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] For port a0f4bb6c-16bc-4e98-851e-02e663ff36fc, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:42.021522 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.033906 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Calling delete_port for a0f4bb6c-16bc-4e98-851e-02e663ff36fc owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:42.264105 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.289010 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0f4bb6c-16bc-4e98-851e-02e663ff36fc,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:42.298765 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.299128 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.299475 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.299811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.300148 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.300482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.300812 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.301791 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.302554 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.303698 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.303698 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.303872 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:42.472641 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.714288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Router 10f79dbd-32f1-48c3-83ba-6079cd173eab has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:42.807109 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.822239 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:42.827165 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-44544609-82fa-4b53-beb9-32e16e09f181 admin admin] 10.222.0.73 "PUT /v2.0/routers/10f79dbd-32f1-48c3-83ba-6079cd173eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4795563 Aug 27 04:12:42.829858 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47052) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:42.830796 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Sync routers for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:42.841368 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:42.841964 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:42.936970 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:42.943616 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:43.034826 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.125858 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:12:42Z', 'revision_number': 5, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port': {'id': '3957c5a4-16a4-4500-a689-71a1fd79c5de', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:e8:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:05:42Z', 'updated_at': '2021-08-27T04:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:43.153805 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Checking router: 10f79dbd-32f1-48c3-83ba-6079cd173eab for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:43.162391 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Routers {'10f79dbd-32f1-48c3-83ba-6079cd173eab'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:43.163068 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['10f79dbd-32f1-48c3-83ba-6079cd173eab'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:43.165004 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Deleting port 3957c5a4-16a4-4500-a689-71a1fd79c5de {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:43.165344 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.246627 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] For port 3957c5a4-16a4-4500-a689-71a1fd79c5de, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=3957c5a4-16a4-4500-a689-71a1fd79c5de,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:43.246997 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.249531 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] Set router 10f79dbd-32f1-48c3-83ba-6079cd173eab gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:43.260721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Calling delete_port for 3957c5a4-16a4-4500-a689-71a1fd79c5de owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:43.303325 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 6, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:43.329515 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e122441a-b5dc-46c4-a3ac-b49a91912254 None None] The sync data for ids ['10f79dbd-32f1-48c3-83ba-6079cd173eab'] in dv-cinder-804757-2-iscsi is: [{'id': '10f79dbd-32f1-48c3-83ba-6079cd173eab', 'name': 'tempest-TestShelveInstance-2123488397-router', 'tenant_id': '9edf0e56c7d440b0845f017b93a19da0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:05:41Z', 'updated_at': '2021-08-27T04:12:43Z', 'revision_number': 6, 'project_id': '9edf0e56c7d440b0845f017b93a19da0', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:43.519427 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.548892 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Pushing event deleted for resources: {'Port': ['ID=3957c5a4-16a4-4500-a689-71a1fd79c5de,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:43.617074 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.711670 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.713831 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.841447 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.841996 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f79dbd-32f1-48c3-83ba-6079cd173eab {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:12:43.846821 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:43.848548 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fd90d13b-ec88-4df9-8a76-593a7b22a989 admin admin] 10.222.0.73 "DELETE /v2.0/routers/10f79dbd-32f1-48c3-83ba-6079cd173eab HTTP/1.1" status: 204 len: 168 time: 1.0171962 Aug 27 04:12:43.852425 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47056) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:44.153370 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Deleting subnet c12d00b5-02fc-4b60-87ad-512b379883da {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:12:44.156445 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.192036 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.206681 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.276406 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.407199 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.432938 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c12d00b5-02fc-4b60-87ad-512b379883da,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:44.437735 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.439888 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-01e31857-d481-4d65-acc9-e0cc42f2e2b1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/c12d00b5-02fc-4b60-87ad-512b379883da HTTP/1.1" status: 204 len: 168 time: 0.5862775 Aug 27 04:12:44.442993 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47058) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:44.443886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab8fbd3-cab5-42e7-bc6d-f8c30410a5bd None None] Network 613ff770-6ca9-4c63-8cd7-f6bfa0994ead requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:44.510181 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.564410 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Deleting port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:44.564917 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.610296 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] DHCP port deletion for 613ff770-6ca9-4c63-8cd7-f6bfa0994ead request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:12:44.633617 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] For port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:44.633987 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.648793 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Calling delete_port for 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:44.657851 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Deleting port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:12:44.658226 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.720291 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] For port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,segment=NetworkSegment(5cab63ec-499a-40b7-a23c-a92d13888896),segment_id=5cab63ec-499a-40b7-a23c-a92d13888896)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:44.720794 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.733545 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Calling delete_port for 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:12:44.873847 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.880854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.904985 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:44.905775 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] Pushing event deleted for resources: {'Port': ['ID=7f7175cf-ae0c-4051-b5ef-66a4690e3db5,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:44.906933 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] No DVR routers for this DVR port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 on host dv-cinder-804757-2-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:44.909987 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76ca17-e551-4139-8091-4e8026ac5dfc None None] No DVR routers for this DVR port 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:12:44.982682 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:44.993343 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613ff770-6ca9-4c63-8cd7-f6bfa0994ead']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:45.003879 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cab63ec-499a-40b7-a23c-a92d13888896') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:45.004303 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cab63ec-499a-40b7-a23c-a92d13888896') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:45.013371 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.026921 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.032612 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:12:45.032997 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:12:45.034636 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:12:45.101209 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a0f4bb6c-16bc-4e98-851e-02e663ff36fc no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:45.121555 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: a0f4bb6c-16bc-4e98-851e-02e663ff36fc {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:45.121886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device a0f4bb6c-16bc-4e98-851e-02e663ff36fc not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:45.122296 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3957c5a4-16a4-4500-a689-71a1fd79c5de no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:45.140415 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 3957c5a4-16a4-4500-a689-71a1fd79c5de {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:45.140751 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 3957c5a4-16a4-4500-a689-71a1fd79c5de not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:45.141156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:12:45.163623 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:12:45.163972 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7f7175cf-ae0c-4051-b5ef-66a4690e3db5 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:12:45.170501 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.176854 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.179484 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] 10.222.0.73 "DELETE /v2.0/networks/613ff770-6ca9-4c63-8cd7-f6bfa0994ead HTTP/1.1" status: 204 len: 168 time: 0.7352755 Aug 27 04:12:45.190644 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d9d34-5bf4-4faa-a610-134dd933abcd admin admin] Pushing event deleted for resources: {'Network': ['ID=613ff770-6ca9-4c63-8cd7-f6bfa0994ead,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:45.520206 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47064) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:45.559890 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0bf8a116-f622-43fc-aea1-c5186324078a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=43ccefac7f3746c68214be66026da43d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383661 Aug 27 04:12:45.562238 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47066) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:45.610000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.631626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.767050 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.770320 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:45.772264 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/feb8c556-ba73-455d-9afe-683286d533bc HTTP/1.1" status: 204 len: 168 time: 0.2088871 Aug 27 04:12:45.781891 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41613a1-2a2e-40e9-9e80-c83b1bdc8ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8c556-ba73-455d-9afe-683286d533bc,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:46.449602 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47078) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:46.490422 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-317d2785-87ba-49e4-89bb-5ec99ddfa687 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=9edf0e56c7d440b0845f017b93a19da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396681 Aug 27 04:12:46.497243 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47080) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:46.552566 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.574262 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.695868 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.698452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:46.699628 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5487ea13-773f-425f-aac6-2e2013047400 HTTP/1.1" status: 204 len: 168 time: 0.2014031 Aug 27 04:12:46.707995 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5aa909-74ed-4c6f-8ade-cbd043890246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5487ea13-773f-425f-aac6-2e2013047400,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:47.763040 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47104) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:47.858063 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-72245715-network', 'tenant_id': '98836f9ced7149bc904274a5add221ec'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:47.981343 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Made reservation on behalf of 98836f9ced7149bc904274a5add221ec for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:47.983789 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:47.993556 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.083886 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.187528 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.208701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:12:48.223796 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ef4c1-6d30-42a6-9ef0-b3dc7f607a0f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.227825 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.228176 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Added segment 191811a5-e0e7-4a10-a929-a329de219dfe of type vlan for network c2bd2fb5-e4f2-41d4-8491-b54755281d6b Aug 27 04:12:48.269290 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.366639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.367570 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:48.368164 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.437186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c2bd2fb5-e4f2-41d4-8491-b54755281d6b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.446520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:12:48.487276 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e5ef8d66-217a-4f52-87ff-f1280dbb00f5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7231174 Aug 27 04:12:48.490465 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47110) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:48.498313 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Request body: {'subnet': {'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-72245715-subnet', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:48.593448 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Made reservation on behalf of 98836f9ced7149bc904274a5add221ec for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:48.595882 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060495'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.819704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9316718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060605'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:48.873553 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bcbeb8-98e3-48bd-a25d-9d776ab783fe,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:48.884476 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:48.884842 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Network hostable DHCP agents. Network: c2bd2fb5-e4f2-41d4-8491-b54755281d6b, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:12:48.950493 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:12:48.955767 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:12:49.021593 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, c2bd2fb5-e4f2-41d4-8491-b54755281d6b) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:49.026182 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:49.026784 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.032930 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d0eef-7ba6-476f-a4f0-ff10270fe498 None None] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:49.085370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-3b026257-8098-4613-974e-5313c63ef0cb admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5934472 Aug 27 04:12:49.088202 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47112) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:49.092607 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:49.178721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.180018 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.185499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:12:49.186347 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.236235 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.326976 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Allocated IP 172.20.0.2 (c2bd2fb5-e4f2-41d4-8491-b54755281d6b/54bcbeb8-98e3-48bd-a25d-9d776ab783fe/895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:49.423977 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.475802 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.485027 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Transition to ACTIVE for port object 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:49.501362 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Transition to ACTIVE for port object 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:49.593636 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.633564 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:49.638195 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:49.641683 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:49.649579 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Pushing event updated for resources: {'Port': ['ID=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:49.699715 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Attempting to bind port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:49.700080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Attempting to bind port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:49.700445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Attempting to bind port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:49.705442 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:49.705809 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:49.722053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.722053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Bound using segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:49.722053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Bound port: 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:49.722053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.722485 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.739148 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.774394 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] For port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:49.777521 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] For port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:49.844742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Allocated IP 172.27.3.215 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/9a5e0e67-7354-4c9b-bb49-924257bdabca) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:49.880312 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:49.940596 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607f45-d6e7-4483-9062-46f74195b5fb None None] Pushing event updated for resources: {'Port': ['ID=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:49.951946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:50.053492 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:50.109818 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:50.112774 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:50.115600 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:50.122404 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Pushing event updated for resources: {'Port': ['ID=9a5e0e67-7354-4c9b-bb49-924257bdabca,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:50.462241 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:50.681599 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:50.843462 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e536870d-3baf-4a63-a8b2-1ac8f621459d None None] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:50.907486 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:12:51.020623 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:51.032476 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:51.042525 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:51.043306 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:51.076864 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-5ca070d4-431e-4e00-bb73-c62a2d872f3a None None] Provisioning for port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:51.084415 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.088798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47118) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:51.089287 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-12457682-633f-41e0-9c25-5f59e417b305 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9995174 Aug 27 04:12:51.183605 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:51.189714 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:51.541121 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.552950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:50Z', 'revision_number': 3, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:51.585352 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:51.585693 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Updating router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 port 9a5e0e67-7354-4c9b-bb49-924257bdabca binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:51.587604 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:51.591877 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:51.592261 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.637115 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.706843 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Allocated IP 172.20.0.1 (c2bd2fb5-e4f2-41d4-8491-b54755281d6b/54bcbeb8-98e3-48bd-a25d-9d776ab783fe/8d1b5078-ff36-4e78-a833-2012a40b4b48) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:51.805653 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.854674 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.868947 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Transition to ACTIVE for port object 8d1b5078-ff36-4e78-a833-2012a40b4b48 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:51.893526 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:51.982334 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.991127 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:51.998958 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Transition to ACTIVE for port object 9a5e0e67-7354-4c9b-bb49-924257bdabca will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:52.005466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.042645 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:52.045389 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:52.047849 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.051118 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:52.081057 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.103614 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.117169 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.179201 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Attempting to bind port 9a5e0e67-7354-4c9b-bb49-924257bdabca on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:52.179662 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Attempting to bind port 9a5e0e67-7354-4c9b-bb49-924257bdabca by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:52.179918 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Attempting to bind port 9a5e0e67-7354-4c9b-bb49-924257bdabca on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:52.182155 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad42601-75d0-4f37-8ba5-2bbea071568a None None] Pushing event updated for resources: {'Port': ['ID=9a5e0e67-7354-4c9b-bb49-924257bdabca,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.188380 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:52.188982 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:52.189188 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.189589 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:52.190007 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Bound port: 9a5e0e67-7354-4c9b-bb49-924257bdabca, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:52.190391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.250908 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] For port 9a5e0e67-7354-4c9b-bb49-924257bdabca, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:52.255194 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] For port 9a5e0e67-7354-4c9b-bb49-924257bdabca, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=9a5e0e67-7354-4c9b-bb49-924257bdabca,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:52.345105 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.367243 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.370148 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-28e21b21-310f-453d-b748-1152741332c7 None None] Provisioning for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:52.415166 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-28e21b21-310f-453d-b748-1152741332c7 None None] Provisioning complete for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:52.415750 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-28e21b21-310f-453d-b748-1152741332c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.486598 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad42601-75d0-4f37-8ba5-2bbea071568a None None] Pushing event updated for resources: {'Port': ['ID=9a5e0e67-7354-4c9b-bb49-924257bdabca,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.489695 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-28e21b21-310f-453d-b748-1152741332c7 None None] Port 8d1b5078-ff36-4e78-a833-2012a40b4b48 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:52.492005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:52.492625 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:52.544549 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.605603 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:52.623738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.695712 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:52.697393 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:52.788844 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:52.790182 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:52.814233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:51Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:52.842616 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5a611-2032-48d9-996f-b65f35b11287 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:51Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:52.914585 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:53.030324 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-d2eb09e0-e833-4137-9867-5b68887f3ee3 None None] Provisioning complete for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:53.030826 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-d2eb09e0-e833-4137-9867-5b68887f3ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.055503 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:53.060905 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e9276a0f-e8f9-4ff8-a374-d18db0bf49e0 admin admin] 10.222.0.73 "PUT /v2.0/routers/908e1e8e-2600-48ad-9fb6-1e8a2a5399f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9710650 Aug 27 04:12:53.089140 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb09e0-e833-4137-9867-5b68887f3ee3 None None] Port 8d1b5078-ff36-4e78-a833-2012a40b4b48 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:53.152335 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:53.213130 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:53.213509 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.616203 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.847560 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47140) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:53.852998 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1261930458-network', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:53.961195 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Made reservation on behalf of 1b50a01b70ed4f92ae4fedd0a6cdf699 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:53.970547 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:53.976314 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.075909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.181710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.205738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:12:54.215375 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202e7e3a-f39a-4435-b435-a4c153d8315f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:54.222297 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.224586 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Added segment 9652d075-ca7e-4ada-a846-b5482323c2bf of type vlan for network f789b928-5949-490c-9aad-978f48ddef81 Aug 27 04:12:54.266051 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.364724 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.365781 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:54.366404 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.424984 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] Pushing event updated for resources: {'Network': ['ID=f789b928-5949-490c-9aad-978f48ddef81,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:54.435462 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network f789b928-5949-490c-9aad-978f48ddef81 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:12:54.502474 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4ad350ee-8580-4d3b-bad4-1e94c6766a92 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6536119 Aug 27 04:12:54.506797 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47142) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:54.511908 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Request body: {'subnet': {'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1261930458-subnet', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:54.595038 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Made reservation on behalf of 1b50a01b70ed4f92ae4fedd0a6cdf699 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:12:54.597424 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461303'] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.850804 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:54.853648 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:54.854225 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:54.869928 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9319991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461189'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:54.923955 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df3e703-cb92-4208-b52c-adcd7d50bc77,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:54.941693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Checking segment: {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:54.945031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Network hostable DHCP agents. Network: f789b928-5949-490c-9aad-978f48ddef81, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:12:54.969261 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:55.046527 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Network f789b928-5949-490c-9aad-978f48ddef81 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:12:55.136703 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 9a5e0e67-7354-4c9b-bb49-924257bdabca up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:55.161024 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, f789b928-5949-490c-9aad-978f48ddef81) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:55.167078 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:12:55.168544 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.174191 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73de32e2-680c-4681-8e10-b0e2af27a1a8 None None] Network f789b928-5949-490c-9aad-978f48ddef81 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:55.179409 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 2, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:55.206416 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:55.206943 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Updating router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 port 8d1b5078-ff36-4e78-a833-2012a40b4b48 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:55.231291 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.260245 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bea0b830-7f91-445e-9422-9db234c873ca admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7520382 Aug 27 04:12:55.264112 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47146) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:55.270407 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:12:55.341122 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-f789b928-5949-490c-9aad-978f48ddef81', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:12:55.341966 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.345275 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 9a5e0e67-7354-4c9b-bb49-924257bdabca completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:55.356720 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 9a5e0e67-7354-4c9b-bb49-924257bdabca triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:55.357080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.367461 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.376471 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.428092 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.518188 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.530016 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Transition to ACTIVE for port object 8d1b5078-ff36-4e78-a833-2012a40b4b48 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:55.549678 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.561686 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Allocated IP 172.20.0.2 (f789b928-5949-490c-9aad-978f48ddef81/0df3e703-cb92-4208-b52c-adcd7d50bc77/97649646-506b-47a2-bc38-3100c9d2975a) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:55.586018 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 9a5e0e67-7354-4c9b-bb49-924257bdabca, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=9a5e0e67-7354-4c9b-bb49-924257bdabca,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:55.605168 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.655915 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.663827 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.746539 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Pushing event updated for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:55.757910 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.758253 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.758622 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.758962 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.759308 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.759627 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.759957 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.760433 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.760655 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.761015 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.761543 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.761697 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:12:55.775791 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.790302 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Transition to ACTIVE for port object 97649646-506b-47a2-bc38-3100c9d2975a will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:55.809036 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Transition to ACTIVE for port object 97649646-506b-47a2-bc38-3100c9d2975a will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:55.814391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=9a5e0e67-7354-4c9b-bb49-924257bdabca,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:55.826980 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Attempting to bind port 8d1b5078-ff36-4e78-a833-2012a40b4b48 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:55.827423 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Attempting to bind port 8d1b5078-ff36-4e78-a833-2012a40b4b48 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:55.827857 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Attempting to bind port 8d1b5078-ff36-4e78-a833-2012a40b4b48 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:55.835533 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:55.835774 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:55.837744 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.837744 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Bound using segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:55.837744 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Bound port: 8d1b5078-ff36-4e78-a833-2012a40b4b48, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:55.837744 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.879416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.922778 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Network f789b928-5949-490c-9aad-978f48ddef81 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:55.924536 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:55.929399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:55.951653 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] For port 8d1b5078-ff36-4e78-a833-2012a40b4b48, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:55.958548 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] For port 8d1b5078-ff36-4e78-a833-2012a40b4b48, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=8d1b5078-ff36-4e78-a833-2012a40b4b48,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:55.969343 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:55.996991 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.009527 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Pushing event updated for resources: {'Port': ['ID=97649646-506b-47a2-bc38-3100c9d2975a,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:56.030856 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.037594 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Attempting to bind port 97649646-506b-47a2-bc38-3100c9d2975a on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:56.038243 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Attempting to bind port 97649646-506b-47a2-bc38-3100c9d2975a by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:56.038795 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Attempting to bind port 97649646-506b-47a2-bc38-3100c9d2975a on network f789b928-5949-490c-9aad-978f48ddef81 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:56.047423 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:56.047423 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Checking segment: {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:56.047423 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.047867 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Bound using segment: {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:56.048164 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Bound port: 97649646-506b-47a2-bc38-3100c9d2975a, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:56.048557 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.088123 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf11e7cb-9152-4823-b525-8120e1fb19df None None] Pushing event updated for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:56.112969 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:56.114403 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:56.142782 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] For port 97649646-506b-47a2-bc38-3100c9d2975a, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:56.147197 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] For port 97649646-506b-47a2-bc38-3100c9d2975a, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=97649646-506b-47a2-bc38-3100c9d2975a,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:56.165792 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Allocated IP 172.27.3.205 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/ffae1581-8e50-4861-a3c7-725772c6717f) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:56.218600 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.265994 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:56.294870 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5641c2-a589-4799-9879-6435e2cd7f66 None None] Pushing event updated for resources: {'Port': ['ID=97649646-506b-47a2-bc38-3100c9d2975a,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:56.298924 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.411295 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:56.460851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:56.482782 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:56.494510 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:56.499694 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Pushing event updated for resources: {'Port': ['ID=ffae1581-8e50-4861-a3c7-725772c6717f,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:56.526379 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:56.560202 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d1a3a-1b84-4de6-9b65-eb5cef5e31f8 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:57.148798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:57.340255 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 9a5e0e67-7354-4c9b-bb49-924257bdabca up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:57.376404 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3c0c85-7fd7-4d8f-8e56-4385b507dcf2 None None] Network f789b928-5949-490c-9aad-978f48ddef81 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:12:57.387545 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:57.512976 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 9a5e0e67-7354-4c9b-bb49-924257bdabca triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:57.513454 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:57.610493 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Router b1b581a6-78db-459b-9a12-65647e16ef56 is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:12:57.687854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-cc2997e5-64ee-4bb7-a7c0-2aa13b330d59 None None] Provisioning for port 97649646-506b-47a2-bc38-3100c9d2975a completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:57.723631 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:57.740410 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Sync routers for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:12:57.777584 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:57.778226 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:57.798994 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:57.800303 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-c6b63782-c24e-4d93-9dd3-29af054f5c34 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5347176 Aug 27 04:12:57.803786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47154) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:12:57.840173 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 8d1b5078-ff36-4e78-a833-2012a40b4b48 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:57.939537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:58.049979 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:58.060930 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:58.061295 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.220850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.245441 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:56Z', 'revision_number': 3, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:12:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:58.260353 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.281732 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Checking router: b1b581a6-78db-459b-9a12-65647e16ef56 for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:12:58.282080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Updating router b1b581a6-78db-459b-9a12-65647e16ef56 port ffae1581-8e50-4861-a3c7-725772c6717f binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:12:58.303764 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 8d1b5078-ff36-4e78-a833-2012a40b4b48, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=8d1b5078-ff36-4e78-a833-2012a40b4b48,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:58.312934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.400230 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.401006 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 97649646-506b-47a2-bc38-3100c9d2975a up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:58.425223 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Allocated IP 172.20.0.1 (f789b928-5949-490c-9aad-978f48ddef81/0df3e703-cb92-4208-b52c-adcd7d50bc77/7fd633be-dd07-4d7a-a740-2f6aa20eac17) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:12:58.531182 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.543556 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:58.545440 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Transition to ACTIVE for port object 7fd633be-dd07-4d7a-a740-2f6aa20eac17 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:58.665421 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.674860 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Transition to ACTIVE for port object ffae1581-8e50-4861-a3c7-725772c6717f will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:12:58.695474 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 97649646-506b-47a2-bc38-3100c9d2975a completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:58.699486 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 97649646-506b-47a2-bc38-3100c9d2975a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:58.699865 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.724545 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.766472 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Network f789b928-5949-490c-9aad-978f48ddef81 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:58.772067 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:58.775616 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:12:58.781380 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Pushing event updated for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:58.791770 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.799589 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.819539 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.865162 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f1f4-cd86-4bec-ba57-929a601254fe None None] Pushing event updated for resources: {'Port': ['ID=ffae1581-8e50-4861-a3c7-725772c6717f,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:58.872730 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Attempting to bind port ffae1581-8e50-4861-a3c7-725772c6717f on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:12:58.873149 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Attempting to bind port ffae1581-8e50-4861-a3c7-725772c6717f by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:12:58.873552 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Attempting to bind port ffae1581-8e50-4861-a3c7-725772c6717f on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:12:58.885221 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:12:58.888884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:12:58.888884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.888884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:12:58.888884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Bound port: ffae1581-8e50-4861-a3c7-725772c6717f, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:12:58.888884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:58.913157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 97649646-506b-47a2-bc38-3100c9d2975a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=97649646-506b-47a2-bc38-3100c9d2975a,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:12:58.950347 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] For port ffae1581-8e50-4861-a3c7-725772c6717f, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:12:58.954084 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] For port ffae1581-8e50-4861-a3c7-725772c6717f, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ffae1581-8e50-4861-a3c7-725772c6717f,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:12:59.006954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.046799 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.067443 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.070168 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=97649646-506b-47a2-bc38-3100c9d2975a,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:59.122542 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:12:59.123193 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:59.171922 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 8d1b5078-ff36-4e78-a833-2012a40b4b48 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:12:59.185443 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282f1f4-cd86-4bec-ba57-929a601254fe None None] Pushing event updated for resources: {'Port': ['ID=ffae1581-8e50-4861-a3c7-725772c6717f,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:59.247323 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e994a2db-a882-44a6-ace8-a53edc94b22b None None] Provisioning for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:12:59.257014 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.260537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e994a2db-a882-44a6-ace8-a53edc94b22b None None] Provisioning complete for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:59.260908 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e994a2db-a882-44a6-ace8-a53edc94b22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.314586 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:12:59.343333 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.347229 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e994a2db-a882-44a6-ace8-a53edc94b22b None None] Port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:12:59.369424 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 8d1b5078-ff36-4e78-a833-2012a40b4b48 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:59.369805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.415899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Pushing event updated for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:12:59.415899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.522839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Network f789b928-5949-490c-9aad-978f48ddef81 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:12:59.524496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:12:59.653786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Router b1b581a6-78db-459b-9a12-65647e16ef56 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:12:59.726680 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7fd633be-dd07-4d7a-a740-2f6aa20eac17', 'name': '', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'mac_address': 'fa:16:3e:06:47:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:58Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 1, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'subnets': [{'id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:12:59.761094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f817ad4a-8d12-40c4-bc5c-95f76d94d72b None None] The sync data for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi is: [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7fd633be-dd07-4d7a-a740-2f6aa20eac17', 'name': '', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'mac_address': 'fa:16:3e:06:47:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:58Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 1, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'subnets': [{'id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:12:59.771326 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-f321546c-7474-440c-b54c-eeb681b5cdaa None None] Provisioning complete for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:12:59.771702 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f321546c-7474-440c-b54c-eeb681b5cdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:12:59.775430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:12:59.781167 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-16623d71-d99f-487f-8736-5285fc63807c admin admin] 10.222.0.73 "PUT /v2.0/routers/b1b581a6-78db-459b-9a12-65647e16ef56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9763303 Aug 27 04:12:59.810029 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-f321546c-7474-440c-b54c-eeb681b5cdaa None None] Port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:13:00.403562 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47168) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:00.408148 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1607935804', 'description': 'tempest-secgroup-smoke-1607935804 description', 'project_id': '98836f9ced7149bc904274a5add221ec'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:00.528120 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.627842 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.712960 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.745567 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68c819-aad3-49b9-9cbe-4c8d3c11c920,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:00.806394 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.807693 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-884cd8e8-7021-4650-9388-b206f5192310 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4034498 Aug 27 04:13:00.810607 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47172) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:00.815368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:00.909285 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:00.979589 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.057596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.076059 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce60da88-f20a-4b27-beb3-6cbba8710704,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:01.143433 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.145248 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b5adaa1d-6646-4996-ac7f-50d30ff83a36 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3336682 Aug 27 04:13:01.148009 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47174) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:01.152685 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:01.192772 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ffae1581-8e50-4861-a3c7-725772c6717f up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:01.261547 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.313500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port ffae1581-8e50-4861-a3c7-725772c6717f completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:01.318475 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ffae1581-8e50-4861-a3c7-725772c6717f triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:01.318945 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.321546 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.404156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.423449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.424011 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port ffae1581-8e50-4861-a3c7-725772c6717f, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ffae1581-8e50-4861-a3c7-725772c6717f,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:01.447198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f5e8af-eff0-41a9-ab35-1e8d6b754839,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:01.553628 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.554433 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 97649646-506b-47a2-bc38-3100c9d2975a up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:01.584127 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.585675 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-12a553e7-babf-4915-a015-78c5b1c15265 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4367330 Aug 27 04:13:01.588475 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47176) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:01.593267 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:01.634441 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=ffae1581-8e50-4861-a3c7-725772c6717f,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:01.647912 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 97649646-506b-47a2-bc38-3100c9d2975a triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:01.648146 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.687748 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Sync routers for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:13:01.698777 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:01.699551 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:01.720806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.783729 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.809889 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:01.886332 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:01.904237 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774f2980-8012-42f5-8b73-3bc122417342,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:02.006318 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.007678 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3adff7e7-392c-4823-9e09-4121666eccc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4180157 Aug 27 04:13:02.010458 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47180) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:02.013095 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7fd633be-dd07-4d7a-a740-2f6aa20eac17', 'name': '', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'mac_address': 'fa:16:3e:06:47:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:58Z', 'updated_at': '2021-08-27T04:12:59Z', 'revision_number': 2, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'subnets': [{'id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:02.016284 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:02.039511 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Checking router: b1b581a6-78db-459b-9a12-65647e16ef56 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:13:02.041386 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Updating router b1b581a6-78db-459b-9a12-65647e16ef56 port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:13:02.069609 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.099145 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.158881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.238544 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.257713 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a96f95e7-92c5-4c25-ae10-b381f4fef12d,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:02.336105 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.344175 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.345654 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8d287409-354b-4230-a17c-b05f625de9e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3342040 Aug 27 04:13:02.346192 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Transition to ACTIVE for port object 7fd633be-dd07-4d7a-a740-2f6aa20eac17 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:13:02.349280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47182) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:02.353812 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:02.457872 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.492162 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.securitygroups_db [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Project 98836f9ced7149bc904274a5add221ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:13:02.497928 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.512539 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec6bc0-d3d4-4ddc-b187-02707705d584 None None] Pushing event updated for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:02.567263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.569404 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Attempting to bind port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:13:02.575443 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Attempting to bind port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:13:02.575443 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Attempting to bind port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 on network f789b928-5949-490c-9aad-978f48ddef81 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:13:02.579279 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:13:02.579909 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Checking segment: {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:13:02.580599 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.581246 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Bound using segment: {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:13:02.582578 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Bound port: 7fd633be-dd07-4d7a-a740-2f6aa20eac17, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9652d075-ca7e-4ada-a846-b5482323c2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:13:02.583326 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.651719 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] For port 7fd633be-dd07-4d7a-a740-2f6aa20eac17, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:13:02.655524 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] For port 7fd633be-dd07-4d7a-a740-2f6aa20eac17, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fd633be-dd07-4d7a-a740-2f6aa20eac17,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:13:02.663486 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.683125 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d97a76-adae-41ff-a083-9c4f840b689e,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:02.726689 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.761479 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.762492 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8608f5f2-9213-4848-bb83-1dd206c1ef88 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4122427 Aug 27 04:13:02.765442 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47186) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:02.770871 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'security_group_rule': {'security_group_id': '3e68c819-aad3-49b9-9cbe-4c8d3c11c920', 'project_id': '98836f9ced7149bc904274a5add221ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:02.784491 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:02.785827 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:12:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:02.836636 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec6bc0-d3d4-4ddc-b187-02707705d584 None None] Pushing event updated for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=4']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:02.896733 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.securitygroups_db [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Project 98836f9ced7149bc904274a5add221ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 27 04:13:02.902811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:02.917835 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:02.976982 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.081251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.115386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20109436-9ae7-4bf8-a694-2ad3d4abc3a1,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:03.153278 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ffae1581-8e50-4861-a3c7-725772c6717f up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:03.201679 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port ffae1581-8e50-4861-a3c7-725772c6717f triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:03.202057 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.215803 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.218690 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7fd633be-dd07-4d7a-a740-2f6aa20eac17', 'name': '', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'mac_address': 'fa:16:3e:06:47:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:58Z', 'updated_at': '2021-08-27T04:13:02Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'subnets': [{'id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:03.220622 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-2d503c01-6af0-42ff-9513-2996300765aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4541054 Aug 27 04:13:03.247760 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90a8380-c441-4273-b6f0-53367bdc16a4 None None] The sync data for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi is: [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7fd633be-dd07-4d7a-a740-2f6aa20eac17', 'name': '', 'network_id': 'f789b928-5949-490c-9aad-978f48ddef81', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'mac_address': 'fa:16:3e:06:47:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:58Z', 'updated_at': '2021-08-27T04:13:02Z', 'revision_number': 4, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'subnets': [{'id': '0df3e703-cb92-4208-b52c-adcd7d50bc77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:13:03.291817 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fd633be-dd07-4d7a-a740-2f6aa20eac17 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:03.442053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:03.447455 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:03.447844 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.539384 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.574132 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 7fd633be-dd07-4d7a-a740-2f6aa20eac17, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fd633be-dd07-4d7a-a740-2f6aa20eac17,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:03.692318 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:03.743614 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:05.119594 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fd633be-dd07-4d7a-a740-2f6aa20eac17 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:05.171972 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:05.172335 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:09.021743 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b8803da3-9d0e-4bdc-9ac1-fe066c36381c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:10.659612 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c9ad2-0d94-4482-8604-f72e6a1f55f4 req-81686316-eb0b-4d61-85af-4f44f2c098b8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:10.661869 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-962c9ad2-0d94-4482-8604-f72e6a1f55f4 req-81686316-eb0b-4d61-85af-4f44f2c098b8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0617797 Aug 27 04:13:10.703638 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-962c9ad2-0d94-4482-8604-f72e6a1f55f4 req-9ddf070e-f0d8-496e-bde2-d7373e64c327 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Aug 27 04:13:11.829887 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da831e-1c14-49bb-a83a-4ca162410c74 req-ac25ef03-e18d-49b3-a8dc-14a200130b3f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:11.831405 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-30da831e-1c14-49bb-a83a-4ca162410c74 req-ac25ef03-e18d-49b3-a8dc-14a200130b3f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0503545 Aug 27 04:13:11.838193 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2624c703-786f-4085-9938-7be60c697a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:11.869476 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-30da831e-1c14-49bb-a83a-4ca162410c74 req-f46a1065-e9b1-4641-ba1e-4d7d39d4d712 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318573 Aug 27 04:13:11.946809 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:12.856106 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:12.999145 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa30370-8ad0-4c01-87ca-396d4c5c5b3e req-7d5e7e6a-9597-43e6-9e5b-c47d6192124b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:13.000872 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4aa30370-8ad0-4c01-87ca-396d4c5c5b3e req-7d5e7e6a-9597-43e6-9e5b-c47d6192124b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0510092 Aug 27 04:13:13.040178 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4aa30370-8ad0-4c01-87ca-396d4c5c5b3e req-bccce5c6-4053-466e-adcb-022210208c07 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324078 Aug 27 04:13:14.182715 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062079ad-ec64-4091-a609-ee0c45f2e870 req-c79483e3-c0f9-4c1c-afe6-b815d222d469 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:14.184244 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-062079ad-ec64-4091-a609-ee0c45f2e870 req-c79483e3-c0f9-4c1c-afe6-b815d222d469 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0634027 Aug 27 04:13:14.230324 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-062079ad-ec64-4091-a609-ee0c45f2e870 req-b4c011dd-50f6-4424-9a5c-0e55f5a4b5fa tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397294 Aug 27 04:13:14.234931 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:15.355170 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e1f10-921e-4dc7-8b32-2c15a030ae3a req-1cf0056f-ac8a-41a4-99b8-80803bf96ea0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:15.356570 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1b3e1f10-921e-4dc7-8b32-2c15a030ae3a req-1cf0056f-ac8a-41a4-99b8-80803bf96ea0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0507488 Aug 27 04:13:15.394574 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1b3e1f10-921e-4dc7-8b32-2c15a030ae3a req-56b58175-264a-4014-bf64-0abd12013df4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Aug 27 04:13:16.608955 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b0d33-7d03-4868-88f5-3b046ca27c2e req-eb51e634-d730-4be1-8083-3cb7320aa584 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:16.610445 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e52b0d33-7d03-4868-88f5-3b046ca27c2e req-eb51e634-d730-4be1-8083-3cb7320aa584 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.1412449 Aug 27 04:13:16.649517 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e52b0d33-7d03-4868-88f5-3b046ca27c2e req-cd8ee40e-a8c6-4571-bce4-cd06fd8c5ab1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322721 Aug 27 04:13:17.823384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab4ef1-146f-4dc3-b35f-f486b302b7e3 req-8f653455-d81c-4047-b28d-8383103af787 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:17.824860 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fbab4ef1-146f-4dc3-b35f-f486b302b7e3 req-8f653455-d81c-4047-b28d-8383103af787 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.1017513 Aug 27 04:13:17.863164 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fbab4ef1-146f-4dc3-b35f-f486b302b7e3 req-1a1fe6e0-42ec-4076-bc51-a0c1dd7a774b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323753 Aug 27 04:13:18.983875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dec83c-f717-4713-8271-eb074dee43b2 req-9b91a7ef-5e63-45ec-984c-3cc3436d346e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:18.985490 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f2dec83c-f717-4713-8271-eb074dee43b2 req-9b91a7ef-5e63-45ec-984c-3cc3436d346e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0496597 Aug 27 04:13:19.026357 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f2dec83c-f717-4713-8271-eb074dee43b2 req-74541587-63b2-4666-80e7-fd91aca31970 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349569 Aug 27 04:13:20.144955 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84337bb3-7ce5-4e99-802f-b3857e29d32f req-73754fa7-4aa8-4836-9cd9-62396450f2cc tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:20.147446 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84337bb3-7ce5-4e99-802f-b3857e29d32f req-73754fa7-4aa8-4836-9cd9-62396450f2cc tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0499532 Aug 27 04:13:20.185941 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-84337bb3-7ce5-4e99-802f-b3857e29d32f req-945c1603-a40c-424b-91d3-e0b45f9fbe32 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331244 Aug 27 04:13:21.313271 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ef4b1-7c5b-4830-a4d0-5564317abdcf req-63c3a65c-057a-40b7-a0fc-c1865e2b71ed tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:21.314848 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-616ef4b1-7c5b-4830-a4d0-5564317abdcf req-63c3a65c-057a-40b7-a0fc-c1865e2b71ed tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0516326 Aug 27 04:13:21.352675 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-616ef4b1-7c5b-4830-a4d0-5564317abdcf req-ad774ff3-2038-4d28-91d8-2c33102903ee tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316989 Aug 27 04:13:22.469320 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d1596-9447-4869-b880-8aaccd9e318e req-2e2f12b5-131a-4c83-adb7-eae87bf56828 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:22.470836 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-421d1596-9447-4869-b880-8aaccd9e318e req-2e2f12b5-131a-4c83-adb7-eae87bf56828 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Aug 27 04:13:22.509679 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-421d1596-9447-4869-b880-8aaccd9e318e req-f6c167ae-00a1-48bb-acdf-f625da8d399c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322630 Aug 27 04:13:23.615765 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:23.626963 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74811dfc-91ed-4af5-98eb-04e8533d7788 req-84dc38d6-3a1e-40c2-af1e-950f17f30486 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:23.628794 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74811dfc-91ed-4af5-98eb-04e8533d7788 req-84dc38d6-3a1e-40c2-af1e-950f17f30486 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0482585 Aug 27 04:13:23.667370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74811dfc-91ed-4af5-98eb-04e8533d7788 req-706daa0e-9e9d-4a0b-8b0d-b758ae21707f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Aug 27 04:13:24.695096 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:13:24.790293 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c609400-d44b-4101-a658-e9e05f4b7341 req-837195a8-7b83-4ff2-aa22-5e6b8c493e9d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:24.791840 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4c609400-d44b-4101-a658-e9e05f4b7341 req-837195a8-7b83-4ff2-aa22-5e6b8c493e9d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0517435 Aug 27 04:13:24.804500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:24.816177 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '599e01ec-6e79-4726-bd8b-42c115595f00', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:13:24.831068 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4c609400-d44b-4101-a658-e9e05f4b7341 req-64421555-c1a9-4a0a-a228-7fe0eeeb2c25 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328760 Aug 27 04:13:24.855185 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:24.869191 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:24.888468 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:25.006198 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:25.056849 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=6']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:25.167691 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['599e01ec-6e79-4726-bd8b-42c115595f00'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:13:25.949716 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:13:25.951994 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c1ba4-dfd8-4529-aedc-45208434abfe req-a7670890-4e5c-4399-be76-37e511b129a0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:25.953672 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-210c1ba4-dfd8-4529-aedc-45208434abfe req-a7670890-4e5c-4399-be76-37e511b129a0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 945 time: 0.0491216 Aug 27 04:13:25.993362 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-210c1ba4-dfd8-4529-aedc-45208434abfe req-80c21625-be4c-4522-b752-50d3f7d940f6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332415 Aug 27 04:13:26.699305 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:26.750080 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 599e01ec-6e79-4726-bd8b-42c115595f00 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:26.750444 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:26.824515 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:26.846176 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:26.848441 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6dc948-2261-47fa-8d04-004cf9d34b07" -d '{"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:26.867897 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:26.885477 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d021a-b3f3-4dce-8745-230b1d35fd02 x-openstack-request-id: req-070d021a-b3f3-4dce-8745-230b1d35fd02 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:26.885764 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:26.886018 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-070d021a-b3f3-4dce-8745-230b1d35fd02 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:26.886405 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'code': 200} Aug 27 04:13:26.976508 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:27.026630 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=7']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:27.231422 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d71bdf-fb19-4cbf-af17-82578049bbe0 req-e7b1999f-8867-4c21-adba-e6db2b7accf9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:27.232806 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-43d71bdf-fb19-4cbf-af17-82578049bbe0 req-e7b1999f-8867-4c21-adba-e6db2b7accf9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0489500 Aug 27 04:13:27.270521 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-43d71bdf-fb19-4cbf-af17-82578049bbe0 req-d1b0299f-e6ff-41e3-a4fb-57b2c2b9a2f5 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 Aug 27 04:13:28.397665 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e91f6-0943-418f-9895-ef8c0d5cb614 req-91abf6fe-ed6f-4312-8547-10f9721b8058 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:28.399172 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-895e91f6-0943-418f-9895-ef8c0d5cb614 req-91abf6fe-ed6f-4312-8547-10f9721b8058 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0539563 Aug 27 04:13:28.437351 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-895e91f6-0943-418f-9895-ef8c0d5cb614 req-6dbd85b4-c0c3-452d-8374-849818fd9e81 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323281 Aug 27 04:13:29.564996 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec4976-eb4b-4ab5-a6be-e6908203190f req-625f281f-be39-4df5-8a3c-43eac412ff62 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:29.566404 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bbec4976-eb4b-4ab5-a6be-e6908203190f req-625f281f-be39-4df5-8a3c-43eac412ff62 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0584495 Aug 27 04:13:29.612649 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bbec4976-eb4b-4ab5-a6be-e6908203190f req-00b8076b-f8c6-46c5-bf3b-900041f59852 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346720 Aug 27 04:13:29.807157 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-1b451540-f0e7-4a48-aca0-0d590058756a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607935804&fields=id&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 267 time: 0.0339477 Aug 27 04:13:29.924020 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-b36466d9-abc6-4d62-b042-ab1e58a58ad6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:29.925565 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-b36466d9-abc6-4d62-b042-ab1e58a58ad6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.1113324 Aug 27 04:13:29.942530 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-53081547-acff-4505-bc06-ecd30494470b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/quotas/98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 375 time: 0.0101070 Aug 27 04:13:29.952230 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694ccd-624d-4b96-859a-d70f139df001 req-84154453-f225-49d2-8ccb-81462edae47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:29.957279 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-84154453-f225-49d2-8ccb-81462edae47a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1099 time: 0.0409861 Aug 27 04:13:30.001989 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-b2c8d21e-ecf3-47a7-ae8c-9e33fa492e85 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534699 Aug 27 04:13:30.069245 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-68f72669-eb86-426a-8f53-17a03eee2e5f service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:13:30.070266 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-68f72669-eb86-426a-8f53-17a03eee2e5f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560691 Aug 27 04:13:30.074550 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694ccd-624d-4b96-859a-d70f139df001 req-943fa542-45af-45b0-a591-e428ae634106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:30.076094 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-943fa542-45af-45b0-a591-e428ae634106 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.1034372 Aug 27 04:13:30.150601 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-10117807-49c3-4423-9eb3-838b78380973 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1002 time: 0.0670900 Aug 27 04:13:30.163899 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-840cdb09-3076-4d83-b2f9-fd6ad53cea6e service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862355 Aug 27 04:13:30.222856 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694ccd-624d-4b96-859a-d70f139df001 req-f5e59fe8-3b96-440a-8390-db4325ddea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:30.225598 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-f5e59fe8-3b96-440a-8390-db4325ddea47 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0672474 Aug 27 04:13:30.268198 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-0b0d9a9a-6504-4b58-9664-1c1bd10b4530 service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979350 Aug 27 04:13:30.274405 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08694ccd-624d-4b96-859a-d70f139df001 req-0f52ba58-274b-4053-842f-0479a789e563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:30.276780 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-0f52ba58-274b-4053-842f-0479a789e563 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456274 Aug 27 04:13:30.386802 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-4aa23c64-8e2b-4185-9259-60c3ff9419a8 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020198 Aug 27 04:13:30.524912 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-08694ccd-624d-4b96-859a-d70f139df001 req-d5ecc3da-dd49-41eb-8067-e53f8f847420 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249754 Aug 27 04:13:30.747838 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69565af-11e4-4d23-a5c4-07cc2b174e6c req-f968c316-4855-4697-9937-7cefcfe7a11a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:30.749530 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d69565af-11e4-4d23-a5c4-07cc2b174e6c req-f968c316-4855-4697-9937-7cefcfe7a11a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0593812 Aug 27 04:13:30.830453 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d69565af-11e4-4d23-a5c4-07cc2b174e6c req-b5895dc9-d45b-495f-a3dd-3e4064ee2a02 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690496 Aug 27 04:13:30.916424 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-846f44bf-a3c4-459d-8fac-eee5ee79a5c5 req-a90b8cad-cc4d-4aa4-9707-a87637bd89ce tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 210 time: 0.0338464 Aug 27 04:13:32.020298 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd69456f-a1bc-4ae9-9793-3a36392b144e req-dc0d7ffc-1879-4345-b310-3add300766b7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:32.023973 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd69456f-a1bc-4ae9-9793-3a36392b144e req-dc0d7ffc-1879-4345-b310-3add300766b7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0876114 Aug 27 04:13:32.064456 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9f31672b-13e5-4488-858e-4bd478d33cb0 req-5a62435c-946e-44cb-8b2b-2d7f0a90bb39 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 210 time: 0.0358436 Aug 27 04:13:32.115122 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bd69456f-a1bc-4ae9-9793-3a36392b144e req-6cc9cf1f-d150-447b-a3a6-f800a043e991 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760980 Aug 27 04:13:33.173958 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-56e8ddcc-bfec-4691-b07f-2252ee7bb0f9 req-34dbb269-6d40-4a09-91b0-038153a176c7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 210 time: 0.0254986 Aug 27 04:13:33.253175 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f70c8-239d-4de1-b5c4-6c876fd6859e req-8549b89a-cbe2-449c-8be1-0eb68b52d3e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:33.254537 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc4f70c8-239d-4de1-b5c4-6c876fd6859e req-8549b89a-cbe2-449c-8be1-0eb68b52d3e3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0522079 Aug 27 04:13:33.293960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc4f70c8-239d-4de1-b5c4-6c876fd6859e req-2b5c551a-5ce0-4bd9-9aad-0bb9cd226af3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326157 Aug 27 04:13:33.715031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-1ebdb227-d316-4f24-873a-6e3a2519b3ad tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:33.716512 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-1ebdb227-d316-4f24-873a-6e3a2519b3ad tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.1130655 Aug 27 04:13:33.775188 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-ffb2ca76-d323-4f72-a537-40394b90f428 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 380 time: 0.0400593 Aug 27 04:13:33.785278 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'port': {'device_id': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'admin_state_up': True, 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'security_groups': ['3e68c819-aad3-49b9-9cbe-4c8d3c11c920']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:34.005951 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Made reservation on behalf of 98836f9ced7149bc904274a5add221ec for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:13:34.010106 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.196162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.20.0.5 (c2bd2fb5-e4f2-41d4-8491-b54755281d6b/54bcbeb8-98e3-48bd-a25d-9d776ab783fe/bf689e8e-f7a7-472b-853a-879db5d6bce3) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:13:34.318528 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6bf0a76c-f787-4850-b669-75a25160e11e req-f2f1511e-471f-4316-9fd8-ab8fed07ad52 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 210 time: 0.0352647 Aug 27 04:13:34.399892 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.445001 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36b08d-efc7-4746-bba0-e597a4913a23 req-49af823a-ed32-418e-971d-e29662976ebb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:34.447101 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d36b08d-efc7-4746-bba0-e597a4913a23 req-49af823a-ed32-418e-971d-e29662976ebb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0556145 Aug 27 04:13:34.494008 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d36b08d-efc7-4746-bba0-e597a4913a23 req-2898a88c-6f6f-47ba-ae9d-08b1d68701a4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398641 Aug 27 04:13:34.738378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Transition to ACTIVE for port object bf689e8e-f7a7-472b-853a-879db5d6bce3 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:13:34.866252 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:34.917994 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:13:34.921584 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:13:34.924300 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:13:34.982917 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:35.012460 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.012810 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.013151 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.013483 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.013809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.014140 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.014467 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.014819 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.015150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.015474 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.015797 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.016438 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:35.033094 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.034039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.182142 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-9fd2c0dc-1129-4f4d-b332-cf37d8b953f1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4006040 Aug 27 04:13:35.200643 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-37b4d35e-a8af-4eec-b9cf-6311795d57d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:13:35.201560 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-37b4d35e-a8af-4eec-b9cf-6311795d57d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056841 Aug 27 04:13:35.215786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Request body: {'port': {'device_id': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:35.294042 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.371287 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-cb74b812-1589-4572-866b-ebf3232ee73f None None] Provisioning for port bf689e8e-f7a7-472b-853a-879db5d6bce3 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:35.376739 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-cb74b812-1589-4572-866b-ebf3232ee73f None None] Provisioning complete for port bf689e8e-f7a7-472b-853a-879db5d6bce3 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:35.377327 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cb74b812-1589-4572-866b-ebf3232ee73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.426462 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-cb74b812-1589-4572-866b-ebf3232ee73f None None] Port bf689e8e-f7a7-472b-853a-879db5d6bce3 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:13:35.445416 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e8001-2372-4819-98f5-75d627f3458c req-5e6b66a4-aecb-4066-a28c-00b917dce0e6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.453729 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-019e8001-2372-4819-98f5-75d627f3458c req-5e6b66a4-aecb-4066-a28c-00b917dce0e6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 931 time: 0.0663667 Aug 27 04:13:35.488957 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-019e8001-2372-4819-98f5-75d627f3458c req-02f1a414-5e55-4b0d-bed8-1e05cb6a6884 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341029 Aug 27 04:13:35.640857 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cdb70-9c16-4fb0-a683-214fbced9ee6 req-e230ead1-9c76-4125-9eea-b7f5047e52ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:35.642690 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-324cdb70-9c16-4fb0-a683-214fbced9ee6 req-e230ead1-9c76-4125-9eea-b7f5047e52ba tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0583134 Aug 27 04:13:35.646301 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf689e8e-f7a7-472b-853a-879db5d6bce3 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:35.659800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.681354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Transition to ACTIVE for port object bf689e8e-f7a7-472b-853a-879db5d6bce3 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:13:35.701111 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-324cdb70-9c16-4fb0-a683-214fbced9ee6 req-a973f5bb-6a7e-4072-937d-0569465e6dce tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460286 Aug 27 04:13:35.749551 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:35.861487 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Pushing event updated for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:35.924501 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Attempting to bind port bf689e8e-f7a7-472b-853a-879db5d6bce3 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:13:35.924847 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Attempting to bind port bf689e8e-f7a7-472b-853a-879db5d6bce3 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:13:35.925190 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Attempting to bind port bf689e8e-f7a7-472b-853a-879db5d6bce3 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:13:35.933815 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Port bf689e8e-f7a7-472b-853a-879db5d6bce3 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:13:35.934146 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Attempting to bind port bf689e8e-f7a7-472b-853a-879db5d6bce3 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:13:35.940593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:13:35.940946 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:13:35.941342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Bound using segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:13:35.941785 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Bound port: bf689e8e-f7a7-472b-853a-879db5d6bce3, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:13:35.942150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:36.040600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:13:36.044051 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:13:36.132720 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:36.176084 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.176698 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:36.178791 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] 10.222.0.74 "PUT /v2.0/ports/bf689e8e-f7a7-472b-853a-879db5d6bce3 HTTP/1.1" status: 200 len: 1093 time: 0.9680414 Aug 27 04:13:36.179547 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:36.181768 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:36.221011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92ffeb3-e41a-49c4-831a-1ba68c382037 service neutron] Pushing event updated for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:36.238970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ab2eed-e870-48a1-93d9-c7781410596a x-openstack-request-id: req-f6ab2eed-e870-48a1-93d9-c7781410596a {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:36.239371 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:36.240363 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6ab2eed-e870-48a1-93d9-c7781410596a {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:36.240363 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'status': 'completed', 'code': 200} Aug 27 04:13:36.357697 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-b86f7370-d7bd-4e3f-a5bb-345795585f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.359686 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-b86f7370-d7bd-4e3f-a5bb-345795585f8c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1096 time: 0.0717790 Aug 27 04:13:36.497451 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-d0a447e5-f280-474b-9eee-2464d83f4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.499247 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-d0a447e5-f280-474b-9eee-2464d83f4e85 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=98836f9ced7149bc904274a5add221ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1224008 Aug 27 04:13:36.605937 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-27116972-bcbc-4dc2-9f0c-39b7ff364460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.607376 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e2a3cf8c-cfd0-44b0-99d5-1007597aa64e req-27116972-bcbc-4dc2-9f0c-39b7ff364460 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1000211 Aug 27 04:13:36.618306 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cf2cd-f208-4075-a336-93f33730918f req-a3cf446f-2a78-4343-8a98-09622021c63a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.620992 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b2cf2cd-f208-4075-a336-93f33730918f req-a3cf446f-2a78-4343-8a98-09622021c63a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0500138 Aug 27 04:13:36.662067 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4b2cf2cd-f208-4075-a336-93f33730918f req-6f104aec-3b68-4838-8984-392b9935a1ed tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Aug 27 04:13:36.713904 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-72d88029-2935-43dd-832f-9bbb24e6e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.715839 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-72d88029-2935-43dd-832f-9bbb24e6e7d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1096 time: 0.0476317 Aug 27 04:13:36.765162 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-76f6125a-485f-4bf8-838c-0dd466428096 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3 HTTP/1.1" status: 200 len: 217 time: 0.0343256 Aug 27 04:13:36.820107 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-1d65b3d7-1f25-4423-82cb-8caac6be2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.821654 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-1d65b3d7-1f25-4423-82cb-8caac6be2899 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0491617 Aug 27 04:13:36.832642 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff27f8b7-b666-45aa-b022-53908af9cf60 req-822474b4-a213-4f7f-8590-57ea2e684498 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.835118 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff27f8b7-b666-45aa-b022-53908af9cf60 req-822474b4-a213-4f7f-8590-57ea2e684498 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0501029 Aug 27 04:13:36.872988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-65300cd0-cc74-4366-89c7-55e2039102db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:36.874425 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-65300cd0-cc74-4366-89c7-55e2039102db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441658 Aug 27 04:13:36.880978 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff27f8b7-b666-45aa-b022-53908af9cf60 req-4fa42200-98cc-48d3-8d31-e2fb6955a417 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393791 Aug 27 04:13:36.967714 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-3d93b919-d990-45e0-9a3d-1f3336f9f33e service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863419 Aug 27 04:13:37.062519 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-928e51f1-420e-4ca2-a082-db302deb90f9 req-d12bfed7-e8d2-4054-8b5f-902abecfa7db service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872414 Aug 27 04:13:37.807585 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ba67b-c51f-4b4f-ad40-e8e9fb462304 req-1a47d781-9ec9-44be-a94f-253582759a44 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:37.810388 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2e4ba67b-c51f-4b4f-ad40-e8e9fb462304 req-1a47d781-9ec9-44be-a94f-253582759a44 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0698590 Aug 27 04:13:37.862236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2e4ba67b-c51f-4b4f-ad40-e8e9fb462304 req-3d473e49-711a-429d-89c6-2fb6aea00768 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418384 Aug 27 04:13:38.017633 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e000-5a49-48a1-af52-b13cac87196f req-612422aa-dade-42a9-a67a-18463cd14689 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:38.019557 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b29e000-5a49-48a1-af52-b13cac87196f req-612422aa-dade-42a9-a67a-18463cd14689 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0632379 Aug 27 04:13:38.067168 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5b29e000-5a49-48a1-af52-b13cac87196f req-b30a40aa-df90-4998-a2b9-a82eef0f0a92 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Aug 27 04:13:39.000836 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a695e0c8-2973-420a-a4fd-19a46e24966e req-db993449-10c8-465f-b58e-ec9744b1b68d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:39.003146 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a695e0c8-2973-420a-a4fd-19a46e24966e req-db993449-10c8-465f-b58e-ec9744b1b68d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0587759 Aug 27 04:13:39.013007 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-97db01ca-83d8-4ad7-b533-a7d574cde3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:39.064662 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a695e0c8-2973-420a-a4fd-19a46e24966e req-463683fa-00f1-4b42-b531-8c5c9d19c278 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531120 Aug 27 04:13:39.219509 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6047b7e-ddce-4e01-ae5a-9c6425402225 req-36eeb958-59e1-4d89-9255-563f9d4ad6f4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:39.227412 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6047b7e-ddce-4e01-ae5a-9c6425402225 req-36eeb958-59e1-4d89-9255-563f9d4ad6f4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0712094 Aug 27 04:13:39.269916 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a6047b7e-ddce-4e01-ae5a-9c6425402225 req-c4e0de39-3577-475c-8039-ffc1d3ac99cb tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Aug 27 04:13:40.197494 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6141ec8-7487-4906-88fa-fd531fcd67dd req-0608f6fe-5383-43f5-9c3f-b523a4b86e20 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:40.198976 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6141ec8-7487-4906-88fa-fd531fcd67dd req-0608f6fe-5383-43f5-9c3f-b523a4b86e20 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0626783 Aug 27 04:13:40.246667 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6141ec8-7487-4906-88fa-fd531fcd67dd req-bfbfdbf9-308f-4534-b391-59257c62f37d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407696 Aug 27 04:13:40.408613 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e8666-7a8d-4206-bb9a-c0ace32c1c97 req-e5724e5d-84be-4567-8eb2-f937cae90ce0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:40.410070 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-068e8666-7a8d-4206-bb9a-c0ace32c1c97 req-e5724e5d-84be-4567-8eb2-f937cae90ce0 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0623515 Aug 27 04:13:40.456238 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-068e8666-7a8d-4206-bb9a-c0ace32c1c97 req-cb68e3b1-55ea-407a-a446-1f0504cd586c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370855 Aug 27 04:13:41.364080 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7587a-a5d9-42cb-ad9d-2ed7e5ca4886 req-3cc18806-3c11-4b04-b52f-2598559cde0c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:41.365603 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-16e7587a-a5d9-42cb-ad9d-2ed7e5ca4886 req-3cc18806-3c11-4b04-b52f-2598559cde0c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0513382 Aug 27 04:13:41.402887 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-16e7587a-a5d9-42cb-ad9d-2ed7e5ca4886 req-13253bbe-0e7d-4b21-b115-71d2e5e56e48 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311007 Aug 27 04:13:41.579865 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095b700-4405-4efb-a4c3-34c5e71d3326 req-5fde97c8-c53f-4e8c-8ce3-3af03cbe9646 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:41.581329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1095b700-4405-4efb-a4c3-34c5e71d3326 req-5fde97c8-c53f-4e8c-8ce3-3af03cbe9646 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0510790 Aug 27 04:13:41.621357 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1095b700-4405-4efb-a4c3-34c5e71d3326 req-ef773cfe-da79-405c-a431-c568ad77625f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333700 Aug 27 04:13:41.828806 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a6d381f5-6cc4-41c8-832a-4632af945cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:41.943427 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:42.251388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-faaf4ddb-755d-4260-8804-11a1b747f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.252867 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-faaf4ddb-755d-4260-8804-11a1b747f6af service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1099 time: 0.0405490 Aug 27 04:13:42.345657 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-9e6b92dc-1402-4d79-8133-966dfe7ad581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.347156 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-9e6b92dc-1402-4d79-8133-966dfe7ad581 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0873408 Aug 27 04:13:42.415617 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-14849fc6-113a-466f-a48f-be91a8fd126f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1002 time: 0.0577815 Aug 27 04:13:42.465763 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-697c3584-f479-49ab-a718-906208711975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.467264 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-697c3584-f479-49ab-a718-906208711975 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0443029 Aug 27 04:13:42.516864 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87579f-6c72-4a0d-b89f-124497db4f2c req-e2956cff-8fff-47b0-b560-ebe19efca167 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.518249 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fa87579f-6c72-4a0d-b89f-124497db4f2c req-e2956cff-8fff-47b0-b560-ebe19efca167 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0475893 Aug 27 04:13:42.518454 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-6e2e7baa-06d5-4de5-bf2c-54b5f9be18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.519948 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-6e2e7baa-06d5-4de5-bf2c-54b5f9be18ee service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420928 Aug 27 04:13:42.556881 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fa87579f-6c72-4a0d-b89f-124497db4f2c req-e71666e3-21d1-4e5a-a2c9-e9f2eb687984 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318806 Aug 27 04:13:42.609502 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-df6153e6-606c-4e1c-8bdf-da0ee33cf388 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812798 Aug 27 04:13:42.707970 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0763b1e9-cae8-4dbb-825b-28ad7b6b62e3 req-6c577cd2-7385-4a0f-b656-f146185d735a service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913007 Aug 27 04:13:42.746614 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f44c4-e657-40e8-84f9-c61244a83948 req-b163ca27-37a7-4515-9aa4-0159a51828fd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:42.748169 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-320f44c4-e657-40e8-84f9-c61244a83948 req-b163ca27-37a7-4515-9aa4-0159a51828fd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0532176 Aug 27 04:13:42.788627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-320f44c4-e657-40e8-84f9-c61244a83948 req-4efab89b-64bf-4544-9bf4-d90707e7683d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345438 Aug 27 04:13:42.817233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:43.667546 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1a759-8487-4974-8ed7-2d807fa44cac req-60010d79-934f-494f-b54f-1861bf6893c6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.668979 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bee1a759-8487-4974-8ed7-2d807fa44cac req-60010d79-934f-494f-b54f-1861bf6893c6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0465281 Aug 27 04:13:43.705098 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bee1a759-8487-4974-8ed7-2d807fa44cac req-de8240c3-a3af-4511-a729-28b632a5a258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Aug 27 04:13:43.912629 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255ce6a-794c-443f-9e9a-572f85ea4fd2 req-ddd7ef34-e125-4135-906e-190ef53de5f3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:43.914189 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5255ce6a-794c-443f-9e9a-572f85ea4fd2 req-ddd7ef34-e125-4135-906e-190ef53de5f3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0496132 Aug 27 04:13:43.958629 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5255ce6a-794c-443f-9e9a-572f85ea4fd2 req-182173cb-ada1-4a34-90a2-8e6ae30d14e8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330684 Aug 27 04:13:44.228505 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.719760 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device bf689e8e-f7a7-472b-853a-879db5d6bce3 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:13:44.820601 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:44.826443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b6fe1-d373-4345-8db6-eeea7ea9e4a2 req-83e3c6e3-7d53-477e-8d71-f2739ca7b55b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:44.829725 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb1b6fe1-d373-4345-8db6-eeea7ea9e4a2 req-83e3c6e3-7d53-477e-8d71-f2739ca7b55b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 943 time: 0.0519481 Aug 27 04:13:44.832416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'port_id': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'mac_address': 'fa:16:3e:e1:48:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:13:44.867838 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cb1b6fe1-d373-4345-8db6-eeea7ea9e4a2 req-0d71ed8f-1c06-4d83-8cdd-eec9cbc94aee tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Aug 27 04:13:44.870876 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:44.883933 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf689e8e-f7a7-472b-853a-879db5d6bce3 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:13:44.903360 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:44.983004 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:45.031318 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:45.039279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.039634 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.039976 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.040314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.040650 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.040984 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.041313 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.041640 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.041976 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.042295 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.042659 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.043008 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:45.070451 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb3955e-281e-411b-80c9-d79e5d121d8f req-9a6de61f-5425-4b31-ae8a-5ff53d7a093d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:45.071921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb3955e-281e-411b-80c9-d79e5d121d8f req-9a6de61f-5425-4b31-ae8a-5ff53d7a093d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 946 time: 0.0475657 Aug 27 04:13:45.110284 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4eb3955e-281e-411b-80c9-d79e5d121d8f req-d1530ab0-6d55-43da-8e44-8ce1c3de47aa tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324550 Aug 27 04:13:45.450778 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['bf689e8e-f7a7-472b-853a-879db5d6bce3'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:13:45.978409 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fada3a-7003-4966-a16f-e77d75213f28 req-5d056e75-218e-45f9-8c48-550743e0e027 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:45.979963 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6fada3a-7003-4966-a16f-e77d75213f28 req-5d056e75-218e-45f9-8c48-550743e0e027 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 944 time: 0.0484543 Aug 27 04:13:46.019706 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6fada3a-7003-4966-a16f-e77d75213f28 req-17c856c5-f31b-4083-802d-a08469e31004 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Aug 27 04:13:46.760500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device bf689e8e-f7a7-472b-853a-879db5d6bce3 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:13:46.871686 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port bf689e8e-f7a7-472b-853a-879db5d6bce3 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:13:46.875485 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port bf689e8e-f7a7-472b-853a-879db5d6bce3 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:13:46.875835 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:46.965351 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:46.988145 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:46.990280 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d584336-8db1-4a88-b5d0-d672deacbe16" -d '{"events": [{"server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "name": "network-vif-plugged", "status": "completed", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:47.002892 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:47.029154 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11033f6-7aed-4033-951a-29fca05358de x-openstack-request-id: req-b11033f6-7aed-4033-951a-29fca05358de {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:47.029442 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "name": "network-vif-plugged", "status": "completed", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:47.029691 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b11033f6-7aed-4033-951a-29fca05358de {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:47.030112 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'code': 200} Aug 27 04:13:47.091499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:47.092291 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:13:47.169850 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0658-30c7-44be-a27a-b0625aed3275 req-c82bc8cd-cdf9-4e99-abad-da41adf370b3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.172428 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c9ad0658-30c7-44be-a27a-b0625aed3275 req-c82bc8cd-cdf9-4e99-abad-da41adf370b3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0761731 Aug 27 04:13:47.176087 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:47.216543 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c9ad0658-30c7-44be-a27a-b0625aed3275 req-641321e9-0c3c-4715-b7d7-5ebac3cd397e tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360579 Aug 27 04:13:47.221409 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:47.259779 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:13:47.348735 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:47.403426 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=8']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:47.447065 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f61b0-1a15-4de1-bff4-24c0fa7a2c9f req-1eae570e-6bab-48d2-a666-d60523b8890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.448634 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a57f61b0-1a15-4de1-bff4-24c0fa7a2c9f req-1eae570e-6bab-48d2-a666-d60523b8890b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1098 time: 0.0465319 Aug 27 04:13:47.484994 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a57f61b0-1a15-4de1-bff4-24c0fa7a2c9f req-eae51f38-f82a-4d82-92b9-70993d3815f0 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281818 Aug 27 04:13:47.520653 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3ea2c-f8b6-41ab-b7d3-a93cdbfe14e5 req-a4d4d6e3-93de-43c4-a49d-214d148b42ca tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:47.522052 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-41c3ea2c-f8b6-41ab-b7d3-a93cdbfe14e5 req-a4d4d6e3-93de-43c4-a49d-214d148b42ca tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0477977 Aug 27 04:13:47.562676 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-41c3ea2c-f8b6-41ab-b7d3-a93cdbfe14e5 req-31b3e0d7-07ae-456d-8030-6f29179f6240 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Aug 27 04:13:47.884995 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-a081e04c-e96e-45ca-87c4-48cbdd71ad91 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401437 Aug 27 04:13:48.335404 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ead835-32e1-41e5-8b0a-a4da326603ee req-d3ef761c-d5ab-4f33-b65e-bfb4099df255 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:48.336891 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-08ead835-32e1-41e5-8b0a-a4da326603ee req-d3ef761c-d5ab-4f33-b65e-bfb4099df255 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0533671 Aug 27 04:13:48.374578 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-08ead835-32e1-41e5-8b0a-a4da326603ee req-1de7c391-e513-4812-8d7c-dc47d65355f8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317750 Aug 27 04:13:48.679912 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337be20e-4167-4e11-bcc2-4883a0f1418c req-2fe94a48-aed8-494b-97d2-f1c60175150f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:48.683098 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-337be20e-4167-4e11-bcc2-4883a0f1418c req-2fe94a48-aed8-494b-97d2-f1c60175150f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0478358 Aug 27 04:13:48.721491 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-337be20e-4167-4e11-bcc2-4883a0f1418c req-f54605bb-2d65-4cdc-871e-ebae0b33df97 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332098 Aug 27 04:13:49.031469 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:49.033807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cd32f7-336c-475e-8d74-8a9dc3ab6d2e" -d '{"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-unplugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:49.068900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c767f2c-2d2b-41d6-9ace-1a8e9e0e219c x-openstack-request-id: req-7c767f2c-2d2b-41d6-9ace-1a8e9e0e219c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:49.069202 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-unplugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:49.069528 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7c767f2c-2d2b-41d6-9ace-1a8e9e0e219c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:49.069870 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'code': 200} Aug 27 04:13:49.272825 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c553-60ed-4557-a092-df1e930016ef req-3068943e-3f0d-47e6-b490-a5b92ffbe871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.274215 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-3068943e-3f0d-47e6-b490-a5b92ffbe871 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9&tenant_id=74bc40decbba46aba88aa9c29c8858d2 HTTP/1.1" status: 200 len: 1097 time: 0.0409272 Aug 27 04:13:49.345480 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c553-60ed-4557-a092-df1e930016ef req-a338ae8e-1627-4c51-9964-26a4fc1b951b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.347106 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-a338ae8e-1627-4c51-9964-26a4fc1b951b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1097 time: 0.0385554 Aug 27 04:13:49.439227 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c553-60ed-4557-a092-df1e930016ef req-4ebf8adb-738d-48ad-8048-e50d527871d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.440720 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-4ebf8adb-738d-48ad-8048-e50d527871d1 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0866106 Aug 27 04:13:49.486637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897dac0-88ae-407f-9996-d8e5fa974ac7 req-45e52c9b-19c5-47fb-af7c-d9e5ac124485 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.493795 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f897dac0-88ae-407f-9996-d8e5fa974ac7 req-45e52c9b-19c5-47fb-af7c-d9e5ac124485 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0472183 Aug 27 04:13:49.507883 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-484e24d2-6693-406d-b7c8-f10c5a7cb658 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1000 time: 0.0598030 Aug 27 04:13:49.533824 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f897dac0-88ae-407f-9996-d8e5fa974ac7 req-8203e128-60d7-404a-b8a1-44c499fd815d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327578 Aug 27 04:13:49.562341 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c553-60ed-4557-a092-df1e930016ef req-84d5fc0e-6026-48b2-b6ac-c84ba8650638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.563806 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-84d5fc0e-6026-48b2-b6ac-c84ba8650638 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0489912 Aug 27 04:13:49.610402 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6863c553-60ed-4557-a092-df1e930016ef req-2d60e941-b7eb-4da6-b454-0f914b6c9093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.611912 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-2d60e941-b7eb-4da6-b454-0f914b6c9093 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400975 Aug 27 04:13:49.649034 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c034ff-c611-4211-a028-5b36eda810e3 req-1a42ad85-013a-468e-8ba8-c8e63433e557 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.650481 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40c034ff-c611-4211-a028-5b36eda810e3 req-1a42ad85-013a-468e-8ba8-c8e63433e557 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Aug 27 04:13:49.687671 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-40c034ff-c611-4211-a028-5b36eda810e3 req-c6914e15-9f6a-4c4a-92c6-3100ec0a35aa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311456 Aug 27 04:13:49.706232 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-54dededf-c7d6-4a1f-9f80-f94a3b662731 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861523 Aug 27 04:13:49.709488 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47580) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:49.833482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8052259-900c-46fd-bfcf-24b459ce9626 tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.835925 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e8052259-900c-46fd-bfcf-24b459ce9626 tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1093 time: 0.1254873 Aug 27 04:13:49.838948 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47586) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:13:49.841715 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-4685c842-f387-41c8-beb8-e08c4a617b54 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263916 Aug 27 04:13:49.847840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ddc84-1ffd-4e34-b90a-04231a5c3a01 req-d35a5cfd-6afe-4d04-9b4f-bc55d8fe2a13 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:49.849258 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c2ddc84-1ffd-4e34-b90a-04231a5c3a01 req-d35a5cfd-6afe-4d04-9b4f-bc55d8fe2a13 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0521743 Aug 27 04:13:49.853216 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'port_id': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:13:49.902318 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c2ddc84-1ffd-4e34-b90a-04231a5c3a01 req-6dc2673b-e28a-4c50-90cc-3711f8991a7a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Aug 27 04:13:49.982861 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.337863 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.456199 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.27.3.252 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/0ce035bf-e15d-4739-98be-8aee31eba35c) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:13:50.588045 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.714723 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:50.757102 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:13:50.763006 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:13:50.766332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:13:50.793041 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=0ce035bf-e15d-4739-98be-8aee31eba35c,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:50.805343 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.805697 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.806043 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.806386 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.806753 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.807091 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.807428 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.807760 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.808097 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.808430 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.808759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:50.809087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:13:51.133848 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582da074-93cd-4b65-b61f-f2c41877130c req-45a82491-1d5a-4bf7-96b4-ed6114f689ae tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:51.135399 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-582da074-93cd-4b65-b61f-f2c41877130c req-45a82491-1d5a-4bf7-96b4-ed6114f689ae tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.1101570 Aug 27 04:13:51.232010 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-582da074-93cd-4b65-b61f-f2c41877130c req-e077ff66-b707-4c29-be0f-4970b13e60c9 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867469 Aug 27 04:13:51.304507 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.432822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.595710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.667332 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.748339 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=0ce035bf-e15d-4739-98be-8aee31eba35c,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:13:51.762587 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:51.863993 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP a58a0256-efc1-4fb1-be92-e1df0c972d33 associated. External IP: 172.27.3.252, port: bf689e8e-f7a7-472b-853a-879db5d6bce3. Aug 27 04:13:52.095749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:13:52.223149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:13:52.233585 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:13:52.244050 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:52.244655 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:13:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:52.297907 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:52.355778 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:52.423100 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c8658f77-9061-411f-ad98-5787f73421e8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5827134 Aug 27 04:13:52.425953 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:13:52.430431 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:13:52.487122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4f147-17f8-4d0f-bdc7-c0465b11c4fc req-39c48f1b-0188-4487-8f3c-451b8b3242b6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:52.496187 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71f4f147-17f8-4d0f-bdc7-c0465b11c4fc req-39c48f1b-0188-4487-8f3c-451b8b3242b6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.1393352 Aug 27 04:13:52.499325 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9424159-b673-4eb6-a657-28a39d5d6ed7 x-openstack-request-id: req-b9424159-b673-4eb6-a657-28a39d5d6ed7 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:13:52.499681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:13:52.499996 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b9424159-b673-4eb6-a657-28a39d5d6ed7 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:13:52.500436 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'status': 'completed', 'code': 200} Aug 27 04:13:52.531895 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-71f4f147-17f8-4d0f-bdc7-c0465b11c4fc req-e6a170ef-cb0a-40b7-b3a7-4c70c2a29db8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Aug 27 04:13:52.625111 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a58a0256-efc1-4fb1-be92-e1df0c972d33', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:e1:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:51Z', 'updated_at': '2021-08-27T04:13:51Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:52.651648 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:13:52.659647 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:13:52.660239 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:13:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:52.895069 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:13:53.143593 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a58a0256-efc1-4fb1-be92-e1df0c972d33', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:e1:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:51Z', 'updated_at': '2021-08-27T04:13:51Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:13:53.171793 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503acc01-54b8-427f-bb69-22c73410d650 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': 'a58a0256-efc1-4fb1-be92-e1df0c972d33', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:e1:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:13:51Z', 'updated_at': '2021-08-27T04:13:51Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:13:53.499107 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e05fc4-889e-420a-8f51-8347ccfd28e1 None None] New status for floating IP a58a0256-efc1-4fb1-be92-e1df0c972d33: ACTIVE {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:13:53.639853 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:13:53.672391 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85910622-ab2b-4d43-8e8f-fd28624fd7f7 req-400b9e2b-7b2f-44fd-a684-4453b0a4015c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:53.674122 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85910622-ab2b-4d43-8e8f-fd28624fd7f7 req-400b9e2b-7b2f-44fd-a684-4453b0a4015c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0635004 Aug 27 04:13:53.735436 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85910622-ab2b-4d43-8e8f-fd28624fd7f7 req-fc1eb05d-c33c-4cb7-b05f-fc378ad77c2b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507431 Aug 27 04:13:54.851404 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b680ab8-97d2-4d79-806b-52698ee35ed5 req-28c6d228-40fe-4da0-bef0-77eb81156916 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:54.852771 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b680ab8-97d2-4d79-806b-52698ee35ed5 req-28c6d228-40fe-4da0-bef0-77eb81156916 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0476995 Aug 27 04:13:54.892976 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7b680ab8-97d2-4d79-806b-52698ee35ed5 req-61ff3f54-8020-4e18-b83d-d0224c59242b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344017 Aug 27 04:13:56.021151 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1a52b-f038-4cc7-ba8d-ca7b3fb93faa req-50324380-ee21-45fd-8612-1fbf2641249f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:56.030298 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fac1a52b-f038-4cc7-ba8d-ca7b3fb93faa req-50324380-ee21-45fd-8612-1fbf2641249f tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0632205 Aug 27 04:13:56.069888 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fac1a52b-f038-4cc7-ba8d-ca7b3fb93faa req-d49511c8-635a-493c-bf0a-30016e266a7c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383861 Aug 27 04:13:57.218120 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c3690b-b6dd-4ffd-b69b-6ab12d838494 req-3dfcd7ab-acc2-4da9-95b2-43f3671bddbe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:57.219624 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51c3690b-b6dd-4ffd-b69b-6ab12d838494 req-3dfcd7ab-acc2-4da9-95b2-43f3671bddbe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0544922 Aug 27 04:13:57.274958 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-51c3690b-b6dd-4ffd-b69b-6ab12d838494 req-cbe772fa-3cdc-47bc-9b43-865a08068689 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483217 Aug 27 04:13:58.406372 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb83461-4b60-4963-84f4-59f53db7b693 req-9e812e59-04fc-44cf-b019-5de9c3a15b63 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:58.408374 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-adb83461-4b60-4963-84f4-59f53db7b693 req-9e812e59-04fc-44cf-b019-5de9c3a15b63 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Aug 27 04:13:58.449677 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-adb83461-4b60-4963-84f4-59f53db7b693 req-5c6e8035-1801-4b0b-8a82-6563fb0a080e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347581 Aug 27 04:13:59.583376 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52cc1a-6d8d-48f7-bdc4-d7938d9aca9d req-a0b47a77-85d1-4026-970a-9f60caf7f309 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:13:59.584872 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df52cc1a-6d8d-48f7-bdc4-d7938d9aca9d req-a0b47a77-85d1-4026-970a-9f60caf7f309 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0487585 Aug 27 04:13:59.627491 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-df52cc1a-6d8d-48f7-bdc4-d7938d9aca9d req-398ce826-53c6-416c-a32d-ba3722bc3875 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329940 Aug 27 04:14:00.751749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465906c-f43c-412e-a986-d5b4728e26c0 req-213f89b2-0ce4-4f2b-bfc2-f760b60f21ed tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:00.753361 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a465906c-f43c-412e-a986-d5b4728e26c0 req-213f89b2-0ce4-4f2b-bfc2-f760b60f21ed tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0515752 Aug 27 04:14:00.793409 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a465906c-f43c-412e-a986-d5b4728e26c0 req-fbba1f8a-8c5d-4c2b-8071-f465f874b7d1 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333824 Aug 27 04:14:01.911065 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235c297-cc72-4dde-bfeb-7231ca5c565f req-5d8ab505-d009-423d-be6d-745e59c7edb3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:01.913133 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a235c297-cc72-4dde-bfeb-7231ca5c565f req-5d8ab505-d009-423d-be6d-745e59c7edb3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0494397 Aug 27 04:14:01.952133 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a235c297-cc72-4dde-bfeb-7231ca5c565f req-14602a74-d4f4-4da6-ae4e-8d2b983466bf tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319762 Aug 27 04:14:02.949536 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:14:03.074229 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6abf40a-36ac-49d4-88d1-b3d010c558ba req-3e667bbf-f6f8-424c-82d1-ff94b3098c92 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:03.075720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6abf40a-36ac-49d4-88d1-b3d010c558ba req-3e667bbf-f6f8-424c-82d1-ff94b3098c92 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0487156 Aug 27 04:14:03.113170 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6abf40a-36ac-49d4-88d1-b3d010c558ba req-3015a9ad-f4b3-4f7a-8a3a-b6bf264a1c3a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316942 Aug 27 04:14:03.890193 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-07e1af42-7cae-4e27-a883-888f65713cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:03.891716 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-07e1af42-7cae-4e27-a883-888f65713cfe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1098 time: 0.0882754 Aug 27 04:14:03.981659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-ddfd00b8-8493-4cd7-8df8-a9f247108c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:03.983169 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-ddfd00b8-8493-4cd7-8df8-a9f247108c55 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0839548 Aug 27 04:14:04.051095 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-3be12939-c15b-4a60-a3a6-59e5ec138717 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3 HTTP/1.1" status: 200 len: 1001 time: 0.0595994 Aug 27 04:14:04.099800 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-e2f6e323-fdf1-4838-bc84-d356d2b02407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:04.101221 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-e2f6e323-fdf1-4838-bc84-d356d2b02407 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0427365 Aug 27 04:14:04.145676 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-5497e741-8947-4660-8f7c-a1707e3869bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:04.147520 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-5497e741-8947-4660-8f7c-a1707e3869bc service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393136 Aug 27 04:14:04.238117 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357ec1-a5c1-43d4-bef8-74758a5db30d req-5c8d6332-411b-4027-8a6d-7fe7f2ddbaf2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:04.239614 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68357ec1-a5c1-43d4-bef8-74758a5db30d req-5c8d6332-411b-4027-8a6d-7fe7f2ddbaf2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0530915 Aug 27 04:14:04.244317 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-5c9fd00e-a55f-4856-8e8e-59ba8acad559 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899770 Aug 27 04:14:04.279275 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-68357ec1-a5c1-43d4-bef8-74758a5db30d req-cb81b2ff-351d-4d8f-9615-a9e2b6247bd6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Aug 27 04:14:04.338931 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1cb9a1f3-6d9a-49c5-89f9-c338e0899eb2 req-f7de27eb-1e1c-438b-885d-3a9e4cbedfa9 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874214 Aug 27 04:14:05.401633 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186432e1-b0fa-4e18-973e-ce719159a198 req-ee10cbf8-e76d-49be-845a-d707d956fa1d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:05.403040 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-186432e1-b0fa-4e18-973e-ce719159a198 req-ee10cbf8-e76d-49be-845a-d707d956fa1d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0480628 Aug 27 04:14:05.440296 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-186432e1-b0fa-4e18-973e-ce719159a198 req-6a049cc4-e7c3-4b18-b3ea-5e2672b3d9d3 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Aug 27 04:14:06.557167 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159e27d-bd62-4b16-8076-67ac73932c74 req-85477a98-0ee8-4ec2-9a62-47473cf0dae7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:06.558658 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b159e27d-bd62-4b16-8076-67ac73932c74 req-85477a98-0ee8-4ec2-9a62-47473cf0dae7 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 944 time: 0.0480597 Aug 27 04:14:06.597135 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b159e27d-bd62-4b16-8076-67ac73932c74 req-ae1db71c-05d5-4ff7-9d80-18680845d04d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324762 Aug 27 04:14:06.788028 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:14:06.880020 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:14:06.895245 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '599e01ec-6e79-4726-bd8b-42c115595f00', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'port_id': '599e01ec-6e79-4726-bd8b-42c115595f00', 'mac_address': 'fa:16:3e:37:12:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:14:06.932126 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:06.945053 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:14:06.963708 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:14:07.068158 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:07.116155 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=9']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:14:07.494173 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['599e01ec-6e79-4726-bd8b-42c115595f00'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:14:07.717300 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf106c1-65f3-4941-ab9e-99b01f14cf09 req-eb503309-7e83-46f1-9f5c-bdd410276278 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:07.718787 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cf106c1-65f3-4941-ab9e-99b01f14cf09 req-eb503309-7e83-46f1-9f5c-bdd410276278 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 945 time: 0.0505295 Aug 27 04:14:07.755967 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cf106c1-65f3-4941-ab9e-99b01f14cf09 req-e75b6a23-a4f2-4b00-b073-4eadd649ed84 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313258 Aug 27 04:14:08.812996 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:14:08.860848 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 599e01ec-6e79-4726-bd8b-42c115595f00 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:14:08.861217 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:08.879669 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b96b28-917a-4c32-8ed0-c4751c5c6175 req-47e1b0d9-9ca5-4d66-b340-1b96cebaed24 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:08.881326 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60b96b28-917a-4c32-8ed0-c4751c5c6175 req-47e1b0d9-9ca5-4d66-b340-1b96cebaed24 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 945 time: 0.0505078 Aug 27 04:14:08.922215 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-60b96b28-917a-4c32-8ed0-c4751c5c6175 req-de5581e3-eb82-47a8-a0e0-a3a02e4c731c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Aug 27 04:14:08.971605 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:08.995132 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:14:08.997411 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae1bdec-494f-4325-8d42-9f4c5b9483fb" -d '{"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:14:09.010553 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:14:09.020042 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2b448f9d-6633-4721-a19d-1656e5f366cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:09.077884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:09.104532 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e716ec16-d782-4d7f-a6ac-11a793f5897c x-openstack-request-id: req-e716ec16-d782-4d7f-a6ac-11a793f5897c {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:14:09.104661 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-plugged", "status": "completed", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:14:09.104914 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e716ec16-d782-4d7f-a6ac-11a793f5897c {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:14:09.105303 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'code': 200} Aug 27 04:14:09.129904 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=10']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:14:09.449009 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a82b1-ea1c-4303-9a82-2c1be54e3985 req-dc0558ae-b6eb-410a-aa88-f7a45f6c3235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:09.450531 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4c4a82b1-ea1c-4303-9a82-2c1be54e3985 req-dc0558ae-b6eb-410a-aa88-f7a45f6c3235 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1100 time: 0.0404346 Aug 27 04:14:09.485712 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-4c4a82b1-ea1c-4303-9a82-2c1be54e3985 req-5ff9cf7b-b181-4cf2-9380-5f2a14b93131 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280507 Aug 27 04:14:10.049701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe621-9467-4879-a570-14f88b7fe5be req-f0a5b5e8-7ff0-4bf6-8822-cb1c652cacfd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:10.051184 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a8fe621-9467-4879-a570-14f88b7fe5be req-f0a5b5e8-7ff0-4bf6-8822-cb1c652cacfd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0493624 Aug 27 04:14:10.088675 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a8fe621-9467-4879-a570-14f88b7fe5be req-e2e50d28-bcb5-477e-bd5c-0146435bd1aa tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312557 Aug 27 04:14:11.215604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d294d-89bd-481b-ae40-abdc390c6079 req-65e1734a-d183-440d-83ff-c41b32bffcf6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:11.217057 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1e0d294d-89bd-481b-ae40-abdc390c6079 req-65e1734a-d183-440d-83ff-c41b32bffcf6 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0537345 Aug 27 04:14:11.267982 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1e0d294d-89bd-481b-ae40-abdc390c6079 req-ff37ccb2-1950-4f85-be7e-3f6add9856ac tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449591 Aug 27 04:14:11.806278 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5ddd5226-436b-4e9f-95cf-6a054d53d944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:11.959596 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:12.386049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9973e2-0920-4657-95fe-03f7a2b1705a req-dc71d272-aecc-4fed-b1e0-db8f4c12e09a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:12.387532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ad9973e2-0920-4657-95fe-03f7a2b1705a req-dc71d272-aecc-4fed-b1e0-db8f4c12e09a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0491066 Aug 27 04:14:12.425702 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ad9973e2-0920-4657-95fe-03f7a2b1705a req-2f26b78f-537b-4896-b017-36dfef6228c8 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322070 Aug 27 04:14:12.848590 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:14.262058 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:23.702084 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:31.948745 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-e2201c64-c49f-4056-a87f-a83151f60007 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422075 Aug 27 04:14:32.056767 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-44cd88c3-8534-4e08-8f69-1dfb7f0aaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:32.058804 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-44cd88c3-8534-4e08-8f69-1dfb7f0aaf09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=74bc40decbba46aba88aa9c29c8858d2&device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 1100 time: 0.0400145 Aug 27 04:14:32.167950 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-bfa2a1b1-2bc9-4abb-be1b-ed50b6ac80b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:32.169463 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-bfa2a1b1-2bc9-4abb-be1b-ed50b6ac80b7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 200 len: 918 time: 0.0897679 Aug 27 04:14:32.240422 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-cc5053cc-fd44-4f9c-a7db-095469e3b0b0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 200 len: 1002 time: 0.0630310 Aug 27 04:14:32.288753 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-a6ce05d3-21d8-4087-b51c-7547c2f796ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:32.290231 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-a6ce05d3-21d8-4087-b51c-7547c2f796ea service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 200 len: 855 time: 0.0425408 Aug 27 04:14:32.335580 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-15166b2f-816a-4df7-8914-a1a632cc1164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:14:32.337119 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-15166b2f-816a-4df7-8914-a1a632cc1164 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=ae738068-a8df-43ab-a247-dfe7ca6ceb64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386689 Aug 27 04:14:32.429960 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-e69fc793-c118-4408-8d15-5f77fef206ac service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846150 Aug 27 04:14:32.518339 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e43d8591-e1aa-4db3-8c74-497abe339d13 req-10e2a105-fdd0-4a0f-b113-6a51807d85e1 service neutron] 10.222.0.74 "GET /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808463 Aug 27 04:14:39.010386 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-980ec5cc-e909-44a2-80a3-6b99cc6a5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:39.948281 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:14:41.781797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-df0672b3-d274-494d-8d7c-029a57700ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:41.992125 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:42.831704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:44.254503 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:14:53.689894 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:09.031113 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-25c9a713-6473-4d86-917d-78594a1af5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.797942 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-feac62cc-9aae-40ff-91bb-5a5124db748c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:11.952593 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:12.826926 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:14.215099 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:16.947565 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:15:17.796776 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c580575-3521-4582-9124-13e8c2d07aa7 req-17c46e18-4044-4261-ab45-f7dc4d116843 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:17.798236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c580575-3521-4582-9124-13e8c2d07aa7 req-17c46e18-4044-4261-ab45-f7dc4d116843 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0509644 Aug 27 04:15:17.843154 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0c580575-3521-4582-9124-13e8c2d07aa7 req-84397e0b-bace-48a2-95a9-970d083d53b4 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381424 Aug 27 04:15:18.992467 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06569efc-2f5e-4f67-8639-f171c3d9ce75 req-a68873a7-8234-4577-a0d7-247e028b621c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:18.994080 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-06569efc-2f5e-4f67-8639-f171c3d9ce75 req-a68873a7-8234-4577-a0d7-247e028b621c tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0520301 Aug 27 04:15:19.032331 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-06569efc-2f5e-4f67-8639-f171c3d9ce75 req-bc907b5f-7fa2-4ea7-b1e2-be3f048d92e2 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321784 Aug 27 04:15:19.584818 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18b243-5528-4cd0-aa41-afee277702dd req-56272f08-efcc-4198-a2c7-a54c742cac9e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:19.587029 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6c18b243-5528-4cd0-aa41-afee277702dd req-56272f08-efcc-4198-a2c7-a54c742cac9e tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0587828 Aug 27 04:15:19.674414 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Deleting port 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:19.674780 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:19.766011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] For port 599e01ec-6e79-4726-bd8b-42c115595f00, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=599e01ec-6e79-4726-bd8b-42c115595f00,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:19.766436 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:19.935710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:19.936095 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:19.936407 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Floating IP b1224ff2-7c7b-4a0a-b92c-a283346e401e disassociated. External IP: 172.27.3.121, port: 599e01ec-6e79-4726-bd8b-42c115595f00. Aug 27 04:15:19.936748 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Calling delete_port for 599e01ec-6e79-4726-bd8b-42c115595f00 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:20.163218 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7a22-bb3b-4a6e-ae87-4992f0e03973 req-f6aa126c-ef80-4472-a118-24f33c55ff3d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:20.165243 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a6a7a22-bb3b-4a6e-ae87-4992f0e03973 req-f6aa126c-ef80-4472-a118-24f33c55ff3d tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 947 time: 0.0490272 Aug 27 04:15:20.167914 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:20.198704 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'Port': ['ID=599e01ec-6e79-4726-bd8b-42c115595f00,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:20.208076 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9a6a7a22-bb3b-4a6e-ae87-4992f0e03973 req-5f7af8b8-c2a6-4d87-b2a4-070f7e154b22 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups?id=831d4281-454c-4659-bd7e-f9c7fefd99fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357747 Aug 27 04:15:20.210130 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.211229 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.211574 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.211909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.212235 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.212562 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.212887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.213210 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.213533 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.213909 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.214233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.214571 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:20.328524 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:20.436153 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:20.445802 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:20.454841 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:20.455467 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:20.473887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] No DVR routers for this DVR port 599e01ec-6e79-4726-bd8b-42c115595f00 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:20.476977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:20.478983 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6c18b243-5528-4cd0-aa41-afee277702dd req-79c87a00-1c5d-48bf-9cac-8f9a816b1ffd tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.74 "DELETE /v2.0/ports/599e01ec-6e79-4726-bd8b-42c115595f00 HTTP/1.1" status: 204 len: 173 time: 0.8860548 Aug 27 04:15:20.479426 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-deleted', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:20.481733 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f1680-fc80-417f-988d-00215e878502" -d '{"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-deleted", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:20.567203 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:20.648331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa2842-7198-4aac-8a23-362255182a00 x-openstack-request-id: req-f9aa2842-7198-4aac-8a23-362255182a00 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:20.648874 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ead420-d235-4428-bad2-4227cf9d52f9", "name": "network-vif-deleted", "tag": "599e01ec-6e79-4726-bd8b-42c115595f00", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:20.648874 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f9aa2842-7198-4aac-8a23-362255182a00 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:20.649261 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ead420-d235-4428-bad2-4227cf9d52f9', 'name': 'network-vif-deleted', 'tag': '599e01ec-6e79-4726-bd8b-42c115595f00', 'status': 'completed', 'code': 200} Aug 27 04:15:20.783588 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:20.809807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:20.817939 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:20.818535 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:20.935137 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:21.141683 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:21.169118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9bcd16c-3cc1-471a-ae54-fe5bb2dac7e2 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:03:25Z', 'revision_number': 4, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': 'c3088657-85dc-405b-b51c-576c301cb835', 'name': '', 'network_id': 'ae738068-a8df-43ab-a247-dfe7ca6ceb64', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'mac_address': 'fa:16:3e:dd:e0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:23Z', 'updated_at': '2021-08-27T04:03:34Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'subnets': [{'id': 'a5f5c586-e37d-4491-9a80-501b7dd3cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:21.329573 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25be2427-0c0f-4a65-9d51-34c80476a53a req-6e07aef7-d061-4120-a483-37c0d93d8f0b tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9ead420-d235-4428-bad2-4227cf9d52f9 HTTP/1.1" status: 200 len: 210 time: 0.0299473 Aug 27 04:15:21.410086 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1632d8-cab5-4959-860c-98bfab9a0604 None None] New status for floating IP b1224ff2-7c7b-4a0a-b92c-a283346e401e: DOWN {{(pid=94489) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:15:22.531596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47772) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:22.586805 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.609677 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.736393 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.740842 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.748214 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "DELETE /v2.0/security-groups/831d4281-454c-4659-bd7e-f9c7fefd99fa HTTP/1.1" status: 204 len: 168 time: 0.2099564 Aug 27 04:15:22.748434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47774) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:22.752041 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277f16e-2ac6-4925-a10b-4d7c1e5183fe tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=831d4281-454c-4659-bd7e-f9c7fefd99fa,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:22.764156 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.api.v2.resource [None req-c84f2519-dbdb-4d0c-b9cd-46b7d6580c82 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] show failed (client error): The resource could not be found. Aug 27 04:15:22.765177 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c84f2519-dbdb-4d0c-b9cd-46b7d6580c82 tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "GET /v2.0/security-groups/831d4281-454c-4659-bd7e-f9c7fefd99fa HTTP/1.1" status: 404 len: 347 time: 0.0178072 Aug 27 04:15:22.768033 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47776) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:22.894305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Deleting port e0df5d68-c96e-4d1f-b9c3-c5201648d2f2 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:22.894690 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.975495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.975820 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:22.987987 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Calling delete_port for e0df5d68-c96e-4d1f-b9c3-c5201648d2f2 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:23.164288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:23.190007 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Pushing event deleted for resources: {'Port': ['ID=e0df5d68-c96e-4d1f-b9c3-c5201648d2f2,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:23.208214 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:23.216568 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.216922 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.217267 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.217604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.217946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.218274 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.218626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.218958 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.219283 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.219608 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.219935 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.220256 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:23.229451 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 599e01ec-6e79-4726-bd8b-42c115595f00 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:23.229801 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 599e01ec-6e79-4726-bd8b-42c115595f00 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:23.262492 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:23.265029 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:23.266157 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7c890221-2988-423c-9a7b-c48277ddc91a tempest-AttachVolumeShelveTestJSON-726641964 tempest-AttachVolumeShelveTestJSON-726641964-project] 10.222.0.73 "DELETE /v2.0/floatingips/b1224ff2-7c7b-4a0a-b92c-a283346e401e HTTP/1.1" status: 204 len: 168 time: 0.4972646 Aug 27 04:15:23.728704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:25.969205 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47798) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:26.452288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:26.945884 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Deleting port c3088657-85dc-405b-b51c-576c301cb835 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:26.946217 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:27.024428 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] For port c3088657-85dc-405b-b51c-576c301cb835, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=c3088657-85dc-405b-b51c-576c301cb835,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:27.025114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:27.036812 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Calling delete_port for c3088657-85dc-405b-b51c-576c301cb835 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:27.290479 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:27.316517 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3088657-85dc-405b-b51c-576c301cb835,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:27.501305 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:27.718248 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Router 17bad56f-7493-4c5a-8dc1-a792f995e1ee has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:27.832118 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:27.837244 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-37e65ecb-fff0-489d-bb75-906159f10803 admin admin] 10.222.0.73 "PUT /v2.0/routers/17bad56f-7493-4c5a-8dc1-a792f995e1ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8670158 Aug 27 04:15:27.839788 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47802) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:27.842296 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Sync routers for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:27.852874 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:27.853574 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:27.944396 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:27.956917 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:28.047753 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.141066 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '28a5c494-8880-400d-a23e-888687946f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:15:27Z', 'revision_number': 5, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port': {'id': '28a5c494-8880-400d-a23e-888687946f2d', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:91:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:03:19Z', 'updated_at': '2021-08-27T04:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:28.169153 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Checking router: 17bad56f-7493-4c5a-8dc1-a792f995e1ee for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:28.177562 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Routers {'17bad56f-7493-4c5a-8dc1-a792f995e1ee'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:28.178197 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:28.189931 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Deleting port 28a5c494-8880-400d-a23e-888687946f2d {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:28.190276 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.278529 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] For port 28a5c494-8880-400d-a23e-888687946f2d, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=28a5c494-8880-400d-a23e-888687946f2d,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:28.278839 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.294155 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Calling delete_port for 28a5c494-8880-400d-a23e-888687946f2d owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:28.393446 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] Set router 17bad56f-7493-4c5a-8dc1-a792f995e1ee gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:28.448842 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:15:28Z', 'revision_number': 6, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:28.476850 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b42b17c-57eb-451c-8e82-b76c63b85ba8 None None] The sync data for ids ['17bad56f-7493-4c5a-8dc1-a792f995e1ee'] in dv-cinder-804757-2-iscsi is: [{'id': '17bad56f-7493-4c5a-8dc1-a792f995e1ee', 'name': 'tempest-AttachVolumeShelveTestJSON-560966667-router', 'tenant_id': '74bc40decbba46aba88aa9c29c8858d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:03:18Z', 'updated_at': '2021-08-27T04:15:28Z', 'revision_number': 6, 'project_id': '74bc40decbba46aba88aa9c29c8858d2', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:28.527811 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.553420 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=28a5c494-8880-400d-a23e-888687946f2d,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:28.612996 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.700716 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.702783 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.802418 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.802921 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17bad56f-7493-4c5a-8dc1-a792f995e1ee {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:15:28.810266 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.813711 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d6021d0c-8cdc-4405-9abd-7ca5630f3b3c admin admin] 10.222.0.73 "DELETE /v2.0/routers/17bad56f-7493-4c5a-8dc1-a792f995e1ee HTTP/1.1" status: 204 len: 168 time: 0.9708002 Aug 27 04:15:28.814079 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47806) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:28.860604 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Deleting subnet a5f5c586-e37d-4491-9a80-501b7dd3cf22 {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:15:28.864553 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.901214 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:28.981840 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.095777 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.120417 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f5c586-e37d-4491-9a80-501b7dd3cf22,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:29.126023 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.127929 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-80a65ba0-1c3d-49e4-8745-005305506067 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a5f5c586-e37d-4491-9a80-501b7dd3cf22 HTTP/1.1" status: 204 len: 168 time: 0.3128176 Aug 27 04:15:29.130403 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47808) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:29.133213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802230d6-84c6-442c-9d02-a6dce53f2f1d None None] Network ae738068-a8df-43ab-a247-dfe7ca6ceb64 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:29.197060 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.267280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Deleting port 2754efea-9ca7-409f-8f5f-a81fe0294219 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:29.267617 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.285309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 28a5c494-8880-400d-a23e-888687946f2d no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:29.313681 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 28a5c494-8880-400d-a23e-888687946f2d {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:29.314032 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 28a5c494-8880-400d-a23e-888687946f2d not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:29.314454 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device c3088657-85dc-405b-b51c-576c301cb835 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:29.334258 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] For port 2754efea-9ca7-409f-8f5f-a81fe0294219, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=2754efea-9ca7-409f-8f5f-a81fe0294219,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:29.334646 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.339068 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] DHCP port deletion for ae738068-a8df-43ab-a247-dfe7ca6ceb64 request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:15:29.341213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: c3088657-85dc-405b-b51c-576c301cb835 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:29.341558 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device c3088657-85dc-405b-b51c-576c301cb835 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:29.348723 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Calling delete_port for 2754efea-9ca7-409f-8f5f-a81fe0294219 owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:29.390979 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Deleting port 2754efea-9ca7-409f-8f5f-a81fe0294219 {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:15:29.391359 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.462015 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] For port 2754efea-9ca7-409f-8f5f-a81fe0294219, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=2754efea-9ca7-409f-8f5f-a81fe0294219,segment=NetworkSegment(f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8),segment_id=f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:29.462422 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.476812 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Calling delete_port for 2754efea-9ca7-409f-8f5f-a81fe0294219 owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:15:29.524647 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.556176 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.558006 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] No DVR routers for this DVR port 2754efea-9ca7-409f-8f5f-a81fe0294219 on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:29.562816 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Pushing event deleted for resources: {'Port': ['ID=2754efea-9ca7-409f-8f5f-a81fe0294219,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:29.581494 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Pushing event deleted for resources: {'Port': ['ID=2754efea-9ca7-409f-8f5f-a81fe0294219,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:29.589803 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] No DVR routers for this DVR port 2754efea-9ca7-409f-8f5f-a81fe0294219 on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:15:29.592399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.592682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.592965 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.593301 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.593632 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.593964 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.594292 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.594643 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.594975 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.595303 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.595623 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.596012 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a5227d-1ab3-4688-ab8b-bda1c2e64d6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:29.635022 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.644573 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae738068-a8df-43ab-a247-dfe7ca6ceb64']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:29.655057 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:29.655349 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5f8b5fe-a92d-4fc4-8405-e8537bfd78e8') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:29.664832 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.677965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.686213 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:15:29.688203 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:15:29.797485 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.802650 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:29.804851 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ae738068-a8df-43ab-a247-dfe7ca6ceb64 HTTP/1.1" status: 204 len: 168 time: 0.6735139 Aug 27 04:15:29.817245 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cef09-e14c-404b-b3bc-1c0a4b042e78 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae738068-a8df-43ab-a247-dfe7ca6ceb64,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:30.181449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47812) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:30.220339 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cfc4b1bb-0ba4-4c2f-840e-58fff74c19ff admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=74bc40decbba46aba88aa9c29c8858d2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377145 Aug 27 04:15:30.222935 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47814) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:30.270971 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:30.291401 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:30.442349 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:30.445557 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:30.446767 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/554b6dc3-3a92-4977-b78d-030190e9175f HTTP/1.1" status: 204 len: 168 time: 0.2228768 Aug 27 04:15:30.454670 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b3cc3-89b6-415b-a4f7-c7bc3bde3021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554b6dc3-3a92-4977-b78d-030190e9175f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:31.190602 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 2754efea-9ca7-409f-8f5f-a81fe0294219 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:15:31.214811 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 2754efea-9ca7-409f-8f5f-a81fe0294219 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:15:31.215157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 2754efea-9ca7-409f-8f5f-a81fe0294219 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:15:31.388727 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47836) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:31.495415 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1132871277-network', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:31.614854 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Made reservation on behalf of 0e215cb584e04408bc95d37a5c81d1de for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:31.617771 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:31.626362 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:31.717923 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:31.929914 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:31.956593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:15:31.962994 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37b8cf4-b380-448d-b8ff-b3612b28f247,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:31.969810 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:31.976506 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Added segment edb50d0a-ccf2-4cce-95df-e2c303755d0c of type vlan for network 70ebb7eb-7166-412b-a492-12027e1cc0b5 Aug 27 04:15:32.012220 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.134626 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.135733 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:32.136326 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.198223 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] Pushing event updated for resources: {'Network': ['ID=70ebb7eb-7166-412b-a492-12027e1cc0b5,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:32.207519 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:15:32.278619 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-abfcbe5b-df55-44bc-9923-5f4f2d8d65b5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8887205 Aug 27 04:15:32.281334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47840) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:32.286091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Request body: {'subnet': {'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1132871277-subnet', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:32.374900 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Made reservation on behalf of 0e215cb584e04408bc95d37a5c81d1de for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:32.377220 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461303'] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.624987 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9319991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461189'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.673085 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c36e01-f145-4de0-bf06-97bfc61caf7f,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:32.687947 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Checking segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:32.688299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Network hostable DHCP agents. Network: 70ebb7eb-7166-412b-a492-12027e1cc0b5, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:15:32.767417 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:15:32.849015 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 70ebb7eb-7166-412b-a492-12027e1cc0b5) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:32.853214 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:32.853810 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:32.858072 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d7aae3-2c15-4e72-95ce-9e0f73e2cbab None None] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:32.915182 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-04f9bc55-bb1a-4f33-a065-a4fe9946372e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404000 Aug 27 04:15:32.947976 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-8e549e49-4e36-4c9c-92a1-45ed3637a46d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6655707 Aug 27 04:15:32.950876 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47842) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:32.955594 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:32.993142 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-bab27d9b-7704-4f03-a7b6-57eab63f04ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:32.994944 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-bab27d9b-7704-4f03-a7b6-57eab63f04ff service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 1098 time: 0.0457168 Aug 27 04:15:33.006739 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5f7e2889-d443-5e49-8ed7-64ab1ed91683-70ebb7eb-7166-412b-a492-12027e1cc0b5', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f'}]}} from dv-cinder-804757-2-iscsi. {{(pid=94488) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 27 04:15:33.008492 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.048172 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-440098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-130395'] for router, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.049574 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-440206', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-436708', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-495174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-130338'] for router, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.108371 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.152416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.db_base_plugin_common [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Allocated IP 172.20.0.2 (70ebb7eb-7166-412b-a492-12027e1cc0b5/d3c36e01-f145-4de0-bf06-97bfc61caf7f/7fb79b03-168f-4c7c-8129-ba116eca113c) {{(pid=94488) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:33.313516 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks [] for port, precommit_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.322676 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.323740 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Transition to ACTIVE for port object 7fb79b03-168f-4c7c-8129-ba116eca113c will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:33.340203 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Transition to ACTIVE for port object 7fb79b03-168f-4c7c-8129-ba116eca113c will not be triggered until provisioned by entity DHCP. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:33.365930 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-a17adf87-fca9-4d38-ab3e-8b8a3841f69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:33.367572 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-a17adf87-fca9-4d38-ab3e-8b8a3841f69e service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.3543096 Aug 27 04:15:33.419784 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349'] for port, after_create {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.434359 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-2fcb914e-bff4-4fc7-888d-58d033e788e1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3 HTTP/1.1" status: 200 len: 1001 time: 0.0590100 Aug 27 04:15:33.462767 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is already hosted by enough agents. {{(pid=94488) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:33.469562 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.scheduler.base_scheduler [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Resources bound (agent type, host, resource id): {{(pid=94488) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:33.476841 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Received port after_create {{(pid=94488) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:33.476841 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Pushing event updated for resources: {'Port': ['ID=7fb79b03-168f-4c7c-8129-ba116eca113c,revision_number=1']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:33.499841 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-e4d00af0-a3d2-4477-9a8c-3df02a87818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:33.504201 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-e4d00af0-a3d2-4477-9a8c-3df02a87818e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0603285 Aug 27 04:15:33.532799 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Attempting to bind port 7fb79b03-168f-4c7c-8129-ba116eca113c on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:15:33.533267 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Attempting to bind port 7fb79b03-168f-4c7c-8129-ba116eca113c by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:15:33.533695 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Attempting to bind port 7fb79b03-168f-4c7c-8129-ba116eca113c on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:33.539206 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:15:33.539695 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Checking segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:33.540172 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.540746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Bound using segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:15:33.541337 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Bound port: 7fb79b03-168f-4c7c-8129-ba116eca113c, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:15:33.541819 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.565733 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-6d995129-2ecc-49b2-a045-5f1b92f13bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:33.567182 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-6d995129-2ecc-49b2-a045-5f1b92f13bda service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548494 Aug 27 04:15:33.608636 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] For port 7fb79b03-168f-4c7c-8129-ba116eca113c, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:15:33.610515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.612244 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] For port 7fb79b03-168f-4c7c-8129-ba116eca113c, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fb79b03-168f-4c7c-8129-ba116eca113c,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:15:33.636481 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.663637 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-264e7dd0-884d-4229-a586-b3852bdd26b3 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889525 Aug 27 04:15:33.678134 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.747066 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756085d-cc0c-4d68-8f98-8c42e2c5b861 None None] Pushing event updated for resources: {'Port': ['ID=7fb79b03-168f-4c7c-8129-ba116eca113c,revision_number=2']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:33.749159 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Allocated IP 172.27.3.199 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/6b06796a-05da-4067-a889-5cfefa607181) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:33.771358 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1ce0d4c2-782c-4b43-9ff1-f5c24d87c830 req-be1c7262-6e1d-4a2d-9a9b-dbac0da9129d service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005087 Aug 27 04:15:33.865901 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:33.975502 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:34.016731 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:34.019604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:34.023622 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:34.058113 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Pushing event updated for resources: {'Port': ['ID=6b06796a-05da-4067-a889-5cfefa607181,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:34.363697 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:34.573911 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-440245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-436283'] for router, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:34.590005 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680150c-82ee-48cf-84da-60848fae3ec0 None None] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:15:34.758712 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Router e1b7944c-af8d-48b7-96a8-21d653241fca is scheduled to L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 with binding_index 1 {{(pid=94487) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 27 04:15:34.787539 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-7275dddf-c354-4195-ab97-8c47e3a7379f None None] Provisioning for port 7fb79b03-168f-4c7c-8129-ba116eca113c completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:35.130034 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:35.141487 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:35.151771 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:35.154515 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:35.214852 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.217955 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-7b2f9451-4f46-4654-bd11-142330c6152d admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2634220 Aug 27 04:15:35.218702 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47844) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:35.224335 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fb79b03-168f-4c7c-8129-ba116eca113c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:35.259156 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:35.344749 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 7fb79b03-168f-4c7c-8129-ba116eca113c completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:35.348916 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7fb79b03-168f-4c7c-8129-ba116eca113c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:35.349284 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.433859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.438649 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:34Z', 'revision_number': 3, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:35.467864 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 7fb79b03-168f-4c7c-8129-ba116eca113c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fb79b03-168f-4c7c-8129-ba116eca113c,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:35.468647 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:35.468647 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Updating router e1b7944c-af8d-48b7-96a8-21d653241fca port 6b06796a-05da-4067-a889-5cfefa607181 binding host dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:15:35.493870 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.556852 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.617038 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=7fb79b03-168f-4c7c-8129-ba116eca113c,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:35.650792 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.748502 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks [] for port, precommit_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.758127 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.provisioning_blocks [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Transition to ACTIVE for port object 6b06796a-05da-4067-a889-5cfefa607181 will not be triggered until provisioned by entity L2. {{(pid=94489) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:35.813238 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Allocated IP 172.20.0.1 (70ebb7eb-7166-412b-a492-12027e1cc0b5/d3c36e01-f145-4de0-bf06-97bfc61caf7f/7404af56-9a1f-4b73-8c78-a53b2cca613d) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:35.826202 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.875874 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Attempting to bind port 6b06796a-05da-4067-a889-5cfefa607181 on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:15:35.876254 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Attempting to bind port 6b06796a-05da-4067-a889-5cfefa607181 by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:15:35.876613 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Attempting to bind port 6b06796a-05da-4067-a889-5cfefa607181 on network b0966296-0ad8-4faf-a776-c234ad6e19f9 {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:35.884155 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Pushing event updated for resources: {'Port': ['ID=6b06796a-05da-4067-a889-5cfefa607181,revision_number=2']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:35.887539 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:15:35.887909 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Checking segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94489) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:35.888310 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.888704 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Bound using segment: {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'} {{(pid=94489) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:15:35.889169 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.managers [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Bound port: 6b06796a-05da-4067-a889-5cfefa607181, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a42ac1cb-219d-44c4-94e2-ff11644d78d1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}}] {{(pid=94489) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:15:35.889564 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.895821 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.896167 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.896507 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.896839 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.897165 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.897490 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.898345 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.898693 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.899036 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.899437 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.899756 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.900074 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94489) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:15:35.935584 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:35.949517 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Transition to ACTIVE for port object 7404af56-9a1f-4b73-8c78-a53b2cca613d will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:35.954606 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] For port 6b06796a-05da-4067-a889-5cfefa607181, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94489) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:15:35.957517 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.plugins.ml2.db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] For port 6b06796a-05da-4067-a889-5cfefa607181, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6b06796a-05da-4067-a889-5cfefa607181,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94489) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:15:36.020880 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron_lib.callbacks.manager [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94489) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.049631 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.088552 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:36.091730 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:36.097750 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:36.129152 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Pushing event updated for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:36.145374 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-436452'] for router_interface, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.163919 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:36.165153 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:36.266259 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aa0db1-4f8f-45da-9e1f-efdb47adbbb7 None None] Pushing event updated for resources: {'Port': ['ID=6b06796a-05da-4067-a889-5cfefa607181,revision_number=3']} {{(pid=94489) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:36.294193 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:36.326336 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.398705 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8bdc7768-4e49-428c-9c91-7cdcb6df6757 None None] Provisioning for port 7404af56-9a1f-4b73-8c78-a53b2cca613d completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:36.403868 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-8bdc7768-4e49-428c-9c91-7cdcb6df6757 None None] Provisioning complete for port 7404af56-9a1f-4b73-8c78-a53b2cca613d triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:36.404476 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7768-4e49-428c-9c91-7cdcb6df6757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.443309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc7768-4e49-428c-9c91-7cdcb6df6757 None None] Port 7404af56-9a1f-4b73-8c78-a53b2cca613d cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:15:36.487750 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:34Z', 'revision_number': 3, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:36.501933 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.517845 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5142907a-f794-4e1f-8005-1642bdb935fe None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:34Z', 'revision_number': 3, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:36.568944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.639935 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Pushing event updated for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:36.642430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-568740', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-437819'] for router_interface, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.745842 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:36.747381 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:36.869129 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:36.968262 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-062ff0cc-360d-4d3f-990f-cf75e666e064 None None] Provisioning complete for port 7404af56-9a1f-4b73-8c78-a53b2cca613d triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:36.969256 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-062ff0cc-360d-4d3f-990f-cf75e666e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:36.985612 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:36.995009 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-2c4c56a4-a9e7-44f3-a50e-0ea6adfa023d admin admin] 10.222.0.73 "PUT /v2.0/routers/e1b7944c-af8d-48b7-96a8-21d653241fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7745588 Aug 27 04:15:37.019708 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-062ff0cc-360d-4d3f-990f-cf75e666e064 None None] Port 7404af56-9a1f-4b73-8c78-a53b2cca613d cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:15:37.285754 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6b06796a-05da-4067-a889-5cfefa607181 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:37.403497 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 6b06796a-05da-4067-a889-5cfefa607181 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:37.407566 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 6b06796a-05da-4067-a889-5cfefa607181 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:37.407943 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.489212 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.512021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 47852) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:37.512564 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 6b06796a-05da-4067-a889-5cfefa607181, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6b06796a-05da-4067-a889-5cfefa607181,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:37.516816 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213416318', 'description': 'tempest-description--225585036'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:37.615246 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.615971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fb79b03-168f-4c7c-8129-ba116eca113c up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:37.655067 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.690669 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=6b06796a-05da-4067-a889-5cfefa607181,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:37.704804 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7fb79b03-168f-4c7c-8129-ba116eca113c triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:37.705208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.743919 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.872048 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.902467 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c37e6c-b043-431c-9ae7-c005624fc005,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:37.973583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:37.977946 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-aac232c3-e5d4-4278-b14a-a62a66f0b59b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4647830 Aug 27 04:15:37.978724 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47854) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:37.983546 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group_rule': {'security_group_id': 'b0c37e6c-b043-431c-9ae7-c005624fc005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:38.061169 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:38.070325 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:38.070981 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:38.089194 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.149710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.182171 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:38.242387 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.260944 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4419f434-1f4f-4424-9c30-1ec0e4da64d5,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:38.339301 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.340656 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-eaab70d6-0611-4928-ba8c-af86e841ec1b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3607814 Aug 27 04:15:38.343343 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47856) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:38.347862 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group_rule': {'security_group_id': 'b0c37e6c-b043-431c-9ae7-c005624fc005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:38.387213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 2, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:38.414585 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:38.414963 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Updating router e1b7944c-af8d-48b7-96a8-21d653241fca port 7404af56-9a1f-4b73-8c78-a53b2cca613d binding host dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 27 04:15:38.443980 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.453749 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.512648 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.574966 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.594519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e213d55c-4a22-4877-8b1f-b030322657d5,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:38.683455 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.684672 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-394654df-3e7e-43b2-b07c-a081d4782f8d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3403759 Aug 27 04:15:38.687823 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47858) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:38.692365 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:38.708625 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks [] for port, precommit_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.719310 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Transition to ACTIVE for port object 7404af56-9a1f-4b73-8c78-a53b2cca613d will not be triggered until provisioned by entity L2. {{(pid=94488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:38.796112 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.824530 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.877519 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd559-9ec4-451b-b0a9-89f21249ad6a None None] Pushing event updated for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=3']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:38.905545 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.933435 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Attempting to bind port 7404af56-9a1f-4b73-8c78-a53b2cca613d on host dv-cinder-804757-2-iscsi for vnic_type normal with profile {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:15:38.933865 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Attempting to bind port 7404af56-9a1f-4b73-8c78-a53b2cca613d by drivers openvswitch,hyperv on host dv-cinder-804757-2-iscsi at level 0 using segments [{'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:15:38.934171 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Attempting to bind port 7404af56-9a1f-4b73-8c78-a53b2cca613d on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:38.946179 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Checking agent: {'id': 'ea8058e3-28cb-4ffe-b3fb-3a248a7ba65f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-804757-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 3, 54, 42), 'started_at': datetime.datetime(2021, 8, 27, 3, 55, 12), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-804757-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:15:38.951854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Checking segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:38.951854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:38.951854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Bound using segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} {{(pid=94488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:15:38.951854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.managers [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Bound port: 7404af56-9a1f-4b73-8c78-a53b2cca613d, host: dv-cinder-804757-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}}] {{(pid=94488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:15:38.951854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.013020 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] For port 7404af56-9a1f-4b73-8c78-a53b2cca613d, host dv-cinder-804757-2-iscsi, cleared binding levels {{(pid=94488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:15:39.015970 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] For port 7404af56-9a1f-4b73-8c78-a53b2cca613d, host dv-cinder-804757-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7404af56-9a1f-4b73-8c78-a53b2cca613d,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:15:39.032088 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-24a5d745-140c-4f3a-8f54-845b13ed5744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.032251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Allocated IP 172.27.3.96 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:39.133944 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.175163 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.207445 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6b06796a-05da-4067-a889-5cfefa607181 up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:39.244081 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.275997 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:39.276636 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:39.283737 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:39.289477 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:39.294692 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:39.310753 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dd559-9ec4-451b-b0a9-89f21249ad6a None None] Pushing event updated for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:39.323383 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:39.396288 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.482922 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.541651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 6b06796a-05da-4067-a889-5cfefa607181 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:39.541934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.547627 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:39.639116 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.712310 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.780738 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:39.795589 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.813546 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:39Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:39.840907 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a149c252-a2e9-4884-bcd6-9fc0e5950248 None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:39Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:39.849376 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:39.850723 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4a897175-f57b-4a5d-9dd1-fd4bf8fc5f86 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1618538 Aug 27 04:15:40.027932 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-84f342a6-1c4d-4bd1-9464-cd5d9b491955 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1213416318&fields=id&tenant_id=0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 267 time: 0.0391574 Aug 27 04:15:40.141626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-4d562c51-88e5-48e5-b703-1e50d5d86a74 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:40.143074 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-4d562c51-88e5-48e5-b703-1e50d5d86a74 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 811 time: 0.1082904 Aug 27 04:15:40.159046 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-3b6ed787-0631-4458-bec0-d9a34279aa2e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/quotas/0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 375 time: 0.0098257 Aug 27 04:15:40.214064 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-abab4986-2468-477c-a06b-5999013f9da4 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0485816 Aug 27 04:15:40.321502 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-6653053a-54ba-44ca-ac9e-49b09a848068 service neutron] 10.222.0.73 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924191 Aug 27 04:15:40.417337 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-f5686dc3-54fb-4ff9-904c-02e4f943b878 service neutron] 10.222.0.73 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897400 Aug 27 04:15:40.682697 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-709805a7-f549-4bf0-b583-eafe25d271cc req-2daccf55-b37b-4961-9553-8a8f54830162 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0270452 Aug 27 04:15:41.226957 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7404af56-9a1f-4b73-8c78-a53b2cca613d up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:41.363062 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning for port 7404af56-9a1f-4b73-8c78-a53b2cca613d completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:41.367228 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7404af56-9a1f-4b73-8c78-a53b2cca613d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:41.368018 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.448886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.481448 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] For port 7404af56-9a1f-4b73-8c78-a53b2cca613d, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7404af56-9a1f-4b73-8c78-a53b2cca613d,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:41.545903 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.593685 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Pushing event updated for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:41.776353 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f98d3abc-384b-40ba-b731-007fa6e76405 req-de91e0c4-3f67-414f-9a93-e486349ca8a0 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0263097 Aug 27 04:15:41.785840 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-25bac85d-3016-442d-889b-bcc9b83c4d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:41.974646 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:42.874260 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1c8f3c78-ba3a-4390-bf44-d600df8ae13d req-2b91e30d-61e6-4f34-960e-2ce7317e6fa4 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0313013 Aug 27 04:15:42.900544 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:43.204202 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7404af56-9a1f-4b73-8c78-a53b2cca613d up at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:43.250911 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Provisioning complete for port 7404af56-9a1f-4b73-8c78-a53b2cca613d triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:43.251279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:43.722044 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-89203c9d-4ee1-41c4-bc1f-2a93026959bb tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:43.723432 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-89203c9d-4ee1-41c4-bc1f-2a93026959bb tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 811 time: 0.1041329 Aug 27 04:15:43.773975 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-e29140e2-e395-4015-acc1-39a9c2704d79 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 380 time: 0.0344222 Aug 27 04:15:43.783029 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'port': {'device_id': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'admin_state_up': True, 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'security_groups': ['b0c37e6c-b043-431c-9ae7-c005624fc005']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:43.934866 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Made reservation on behalf of 0e215cb584e04408bc95d37a5c81d1de for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:15:43.939457 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:43.975535 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f6ce3eae-eb25-4782-9080-3d77810d3de7 req-7286ce20-67f4-42af-8a1d-abb81a164d3d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0320184 Aug 27 04:15:44.069982 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Allocated IP 172.20.0.4 (70ebb7eb-7166-412b-a492-12027e1cc0b5/d3c36e01-f145-4de0-bf06-97bfc61caf7f/3fce287d-dfc5-4a0d-8882-b3e2a759aef8) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:15:44.208244 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.221959 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Transition to ACTIVE for port object 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:44.225216 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.324126 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.366509 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:15:44.370158 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:15:44.376408 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:15:44.403602 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:44.436025 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:44.436679 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.512905 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-87f34bd2-14fb-4afc-b98f-94974dd279ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7333338 Aug 27 04:15:44.532843 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Request body: {'port': {'device_id': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:44.589963 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.740006 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1baedcb5-b33a-4b98-800e-d921d9dc0e0d None None] Provisioning for port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:44.745055 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-1baedcb5-b33a-4b98-800e-d921d9dc0e0d None None] Provisioning complete for port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:44.749623 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1baedcb5-b33a-4b98-800e-d921d9dc0e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.780008 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-1baedcb5-b33a-4b98-800e-d921d9dc0e0d None None] Port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:15:44.849482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:15:44.857363 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.869542 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Transition to ACTIVE for port object 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:15:44.934162 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:44.990323 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Pushing event updated for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:45.063015 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Attempting to bind port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:15:45.063360 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Attempting to bind port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:15:45.063689 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Attempting to bind port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:45.068389 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:15:45.068781 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Attempting to bind port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:15:45.074262 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:15:45.074675 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Checking segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:15:45.075066 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Bound using segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:15:45.075501 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Bound port: 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:15:45.075862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:45.096136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0b444-d5f0-4571-8997-f4100d07e200 req-51ef9bee-2fad-4819-af4f-608c89eff516 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.097671 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-53f0b444-d5f0-4571-8997-f4100d07e200 req-51ef9bee-2fad-4819-af4f-608c89eff516 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 943 time: 0.0523641 Aug 27 04:15:45.138295 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-53f0b444-d5f0-4571-8997-f4100d07e200 req-cbb07982-7e4e-4505-8946-732054ea7249 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336103 Aug 27 04:15:45.141235 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:15:45.144751 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:15:45.226624 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:45.260583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.261204 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:45.262596 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] 10.222.0.74 "PUT /v2.0/ports/3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1093 time: 0.7345426 Aug 27 04:15:45.263037 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:45.265270 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ac2486-edf6-426e-b5f7-76583744de0c" -d '{"events": [{"name": "network-changed", "server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:45.290532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c93c5-46af-41fb-bd0e-8f8dcf1a19fc service neutron] Pushing event updated for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:45.330939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9d0a7a-39a4-4d06-a03d-a2aa684c1046 x-openstack-request-id: req-7f9d0a7a-39a4-4d06-a03d-a2aa684c1046 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:45.330939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:45.330939 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7f9d0a7a-39a4-4d06-a03d-a2aa684c1046 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:45.330939 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'status': 'completed', 'code': 200} Aug 27 04:15:45.395110 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-c78c2900-71ab-4d91-9f4b-2a1fa679464e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.396646 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-c78c2900-71ab-4d91-9f4b-2a1fa679464e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0482037 Aug 27 04:15:45.501226 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-bb982787-d3d0-4735-814b-ed8461ac4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.502758 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-bb982787-d3d0-4735-814b-ed8461ac4ffc service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0e215cb584e04408bc95d37a5c81d1de&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930719 Aug 27 04:15:45.598921 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-e8e26c94-5466-4192-95c6-ad9269fdf2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.600299 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f5ac2486-edf6-426e-b5f7-76583744de0c req-e8e26c94-5466-4192-95c6-ad9269fdf2c9 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0904412 Aug 27 04:15:45.697090 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-1727e3c7-b73a-41a8-85eb-7d48be692040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.698576 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-1727e3c7-b73a-41a8-85eb-7d48be692040 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0405712 Aug 27 04:15:45.745357 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-ed745390-68af-4d09-854f-4b7328fa299f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 217 time: 0.0336421 Aug 27 04:15:45.796815 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-796a897c-0a56-4384-9596-bcff206fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.798227 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-796a897c-0a56-4384-9596-bcff206fc6f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0462108 Aug 27 04:15:45.845530 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-2132fe7b-3ae3-487f-b9ea-c112d77c0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:45.847140 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-2132fe7b-3ae3-487f-b9ea-c112d77c0c43 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411184 Aug 27 04:15:45.937499 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-a0a56db8-f62f-4516-92b7-0854666b3384 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826204 Aug 27 04:15:46.038747 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9e4382fa-0cd2-4b57-ab0c-6ffe69f80fa1 req-7c688e64-710b-4f8c-9c19-f6f8f7c9e06d service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932646 Aug 27 04:15:46.259629 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eb7cb-af23-48fa-84ef-1b317b805c30 req-fcb2b631-1e8b-45f5-b74f-56a73d6f1d25 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:46.261333 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e59eb7cb-af23-48fa-84ef-1b317b805c30 req-fcb2b631-1e8b-45f5-b74f-56a73d6f1d25 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 943 time: 0.0514565 Aug 27 04:15:46.300784 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e59eb7cb-af23-48fa-84ef-1b317b805c30 req-722d9765-4699-4711-bd31-5543818406d4 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335643 Aug 27 04:15:47.418875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ac1b4-fca8-48de-80f4-489e05004945 req-08bd1df6-0c15-4375-9bb0-b6a438ee05a6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:47.420381 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f6ac1b4-fca8-48de-80f4-489e05004945 req-08bd1df6-0c15-4375-9bb0-b6a438ee05a6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 943 time: 0.0525777 Aug 27 04:15:47.459259 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f6ac1b4-fca8-48de-80f4-489e05004945 req-12e56426-7639-4f02-a324-01abb8f1ea00 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330803 Aug 27 04:15:48.575765 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c719d4-7b53-45c0-9cfb-c63c2055d125 req-b1f99b75-4394-4a17-a1dd-ba7f5d702ab7 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:48.577236 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3c719d4-7b53-45c0-9cfb-c63c2055d125 req-b1f99b75-4394-4a17-a1dd-ba7f5d702ab7 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 943 time: 0.0485907 Aug 27 04:15:48.615224 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d3c719d4-7b53-45c0-9cfb-c63c2055d125 req-f05c75f9-91fe-47f7-879e-c804cd6c52e8 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320635 Aug 27 04:15:49.353828 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:15:49.449275 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:49.460924 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'port_id': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'mac_address': 'fa:16:3e:eb:5f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:15:49.497741 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:49.510045 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:15:49.533581 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:49.603054 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:49.651192 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:49.727633 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc7e64-7997-4629-a98a-efbe3348e386 req-042b6b43-657c-4f01-8a59-67f7d23fc903 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:49.729088 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2dc7e64-7997-4629-a98a-efbe3348e386 req-042b6b43-657c-4f01-8a59-67f7d23fc903 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 944 time: 0.0476444 Aug 27 04:15:49.767200 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c2dc7e64-7997-4629-a98a-efbe3348e386 req-7ee63792-ebe5-4c3c-a7e8-1b6a973e4bad tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Aug 27 04:15:50.023503 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['3fce287d-dfc5-4a0d-8882-b3e2a759aef8'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:15:50.886956 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752f767-907e-4ab4-8d9b-fdc91fa364f6 req-fbaefcd1-de16-46e7-b178-43b230fd19cf tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:50.888441 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8752f767-907e-4ab4-8d9b-fdc91fa364f6 req-fbaefcd1-de16-46e7-b178-43b230fd19cf tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 944 time: 0.0556266 Aug 27 04:15:50.925328 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8752f767-907e-4ab4-8d9b-fdc91fa364f6 req-37e99713-17f5-4951-bac2-fc83f0c3a12c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311253 Aug 27 04:15:51.347952 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:15:51.471405 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:15:51.475777 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:15:51.476147 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:51.555208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:51.576500 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:51.578768 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ef7b11-ae07-47ef-855f-4830b9a1eabd" -d '{"events": [{"server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "name": "network-vif-plugged", "status": "completed", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:51.592284 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:15:51.614956 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6dfaf7-ed0b-40c9-bdd9-89222b3915ae x-openstack-request-id: req-3d6dfaf7-ed0b-40c9-bdd9-89222b3915ae {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:51.615245 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "name": "network-vif-plugged", "status": "completed", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:51.615521 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3d6dfaf7-ed0b-40c9-bdd9-89222b3915ae {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:51.615937 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'code': 200} Aug 27 04:15:51.666008 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:51.713953 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:15:51.914755 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fcb543-ce54-4690-8f5f-0bd7229e2454 req-ae7840ed-0000-4c80-a950-22d66155c0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:51.916893 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c4fcb543-ce54-4690-8f5f-0bd7229e2454 req-ae7840ed-0000-4c80-a950-22d66155c0bf service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0395682 Aug 27 04:15:51.951451 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c4fcb543-ce54-4690-8f5f-0bd7229e2454 req-611f5fc4-6110-4b63-b6af-c486e2b83571 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285408 Aug 27 04:15:52.040800 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b682c-2ee7-4d01-ab49-16c17ecea3e3 req-e2008354-8960-4082-ab57-a6507430c7c3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:52.042313 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fa3b682c-2ee7-4d01-ab49-16c17ecea3e3 req-e2008354-8960-4082-ab57-a6507430c7c3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0504198 Aug 27 04:15:52.080864 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fa3b682c-2ee7-4d01-ab49-16c17ecea3e3 req-2c7719c2-cbfe-4357-a8ad-a3bd53936141 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326164 Aug 27 04:15:53.204814 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0aa8a1-af3b-49e6-a268-815cbaaa3bb5 req-10e09b65-167e-4a4b-ab53-f29f95c03fee tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:53.206295 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c0aa8a1-af3b-49e6-a268-815cbaaa3bb5 req-10e09b65-167e-4a4b-ab53-f29f95c03fee tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0485604 Aug 27 04:15:53.248094 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6c0aa8a1-af3b-49e6-a268-815cbaaa3bb5 req-a3864b54-9cb4-4af5-810e-4acab8361ec0 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351171 Aug 27 04:15:53.649156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:53.947363 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:15:54.363231 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c396aa-f6af-4935-b259-94766ebbdffd req-d743863e-ec07-4e43-b927-7e579540eef6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:54.364683 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4c396aa-f6af-4935-b259-94766ebbdffd req-d743863e-ec07-4e43-b927-7e579540eef6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0505607 Aug 27 04:15:54.401894 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f4c396aa-f6af-4935-b259-94766ebbdffd req-0d0aabfe-ada5-4709-975e-d880ed842062 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306823 Aug 27 04:15:54.519611 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266dc79-be7b-41c0-b379-14baf3cab040 req-85c57c50-900d-4656-a76f-86793db753b6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:54.521094 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7266dc79-be7b-41c0-b379-14baf3cab040 req-85c57c50-900d-4656-a76f-86793db753b6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0566521 Aug 27 04:15:54.532233 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 47924) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:15:54.536764 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'floatingip': {'port_id': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:15:54.576101 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:55.003584 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:55.058359 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:55.156562 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Floating IP 03882084-62e0-4f70-8780-076a09245e5e associated. External IP: 172.27.3.96, port: 3fce287d-dfc5-4a0d-8882-b3e2a759aef8. Aug 27 04:15:55.356681 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:15:55.461337 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:15:55.475055 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:15:55.475960 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:15:55.480210 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:55.480814 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:55.493498 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8cbe8a0e-f7d1-4736-b042-c51c2f140f76 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "PUT /v2.0/floatingips/03882084-62e0-4f70-8780-076a09245e5e HTTP/1.1" status: 200 len: 990 time: 0.9601898 Aug 27 04:15:55.494111 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:15:55.496461 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934e28c0-b95d-469f-aefa-aeafa3188d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:15:55.539685 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4282737f-5418-4c02-a1b5-9f2d1da4a883 x-openstack-request-id: req-4282737f-5418-4c02-a1b5-9f2d1da4a883 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:15:55.540124 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:15:55.540389 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4282737f-5418-4c02-a1b5-9f2d1da4a883 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:15:55.540793 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'status': 'completed', 'code': 200} Aug 27 04:15:55.587485 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:55.632299 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-7b5662ce-18ce-4718-9a23-5062d7d61f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:55.633715 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-7b5662ce-18ce-4718-9a23-5062d7d61f63 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0416067 Aug 27 04:15:55.728753 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-c4d37f47-4bab-44b2-bda9-c3d11b51dd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:55.730231 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-c4d37f47-4bab-44b2-bda9-c3d11b51dd53 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0895615 Aug 27 04:15:55.795250 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-b626b2ab-86db-4049-8655-2d797355ae26 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 998 time: 0.0581195 Aug 27 04:15:55.805880 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '03882084-62e0-4f70-8780-076a09245e5e', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:eb:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:15:39Z', 'updated_at': '2021-08-27T04:15:54Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:55.835829 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:15:55.844449 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:15:55.845059 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:15:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:55.848273 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-48491dba-d228-4c34-a3c5-95168abd588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:55.849823 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-48491dba-d228-4c34-a3c5-95168abd588f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0480769 Aug 27 04:15:55.894944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-4eeb4efa-9d6f-4d6a-994f-016c9ab0c237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:15:55.896348 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-4eeb4efa-9d6f-4d6a-994f-016c9ab0c237 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394034 Aug 27 04:15:55.951781 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:15:55.993210 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-b5dd1fa6-08b2-482a-a36f-011f36a08639 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897868 Aug 27 04:15:56.086785 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-934e28c0-b95d-469f-aefa-aeafa3188d5b req-165a76f6-85de-4be6-84d5-3afdd334fcfc service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Aug 27 04:15:56.178201 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '03882084-62e0-4f70-8780-076a09245e5e', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:eb:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:15:39Z', 'updated_at': '2021-08-27T04:15:54Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:15:56.203784 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2eb885c-d2be-4987-8e17-465033ed1ea4 None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '03882084-62e0-4f70-8780-076a09245e5e', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.96', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:eb:5f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:15:39Z', 'updated_at': '2021-08-27T04:15:54Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:15:56.381818 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7975721b-60b1-4adb-ae1d-0fb2966592ce None None] New status for floating IP 03882084-62e0-4f70-8780-076a09245e5e: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:16:09.001507 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd501a1b-b4e7-4498-bcc9-43fc2e2068d1 req-b84e5a8c-93d2-4cfb-9f09-beab63b1010b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:09.003038 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd501a1b-b4e7-4498-bcc9-43fc2e2068d1 req-b84e5a8c-93d2-4cfb-9f09-beab63b1010b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0508883 Aug 27 04:16:09.045186 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dd501a1b-b4e7-4498-bcc9-43fc2e2068d1 req-bb086943-a1cc-4250-a4a3-b17586659d89 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352645 Aug 27 04:16:09.059721 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b6455d3d-388a-4e91-9a01-7ca72703b695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:10.163368 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4bf0a-dc7f-4ead-af75-9f32283de237 req-46ba8e68-987f-44f3-b011-f56bbd1f671a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:10.164868 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd4bf0a-dc7f-4ead-af75-9f32283de237 req-46ba8e68-987f-44f3-b011-f56bbd1f671a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0528414 Aug 27 04:16:10.203662 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cd4bf0a-dc7f-4ead-af75-9f32283de237 req-2823bfcd-6dd4-4723-a11b-937933497f2c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Aug 27 04:16:11.070766 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-68f2cfe7-512d-41eb-876c-5c21bd95303c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:11.072931 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-68f2cfe7-512d-41eb-876c-5c21bd95303c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0486286 Aug 27 04:16:11.174139 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port bf689e8e-f7a7-472b-853a-879db5d6bce3 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:16:11.174490 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.264740 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] For port bf689e8e-f7a7-472b-853a-879db5d6bce3, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=bf689e8e-f7a7-472b-853a-879db5d6bce3,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:11.265112 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.318050 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da4a93-1138-4825-ab96-bca6a357590f req-48fa86a6-e3f7-4d83-afea-4096fd1fac41 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:11.320232 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0da4a93-1138-4825-ab96-bca6a357590f req-48fa86a6-e3f7-4d83-afea-4096fd1fac41 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 945 time: 0.0500312 Aug 27 04:16:11.357686 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d0da4a93-1138-4825-ab96-bca6a357590f req-f4c9187a-28f1-4f9b-a64e-91eb011992d7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Aug 27 04:16:11.451521 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.451915 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.452242 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP a58a0256-efc1-4fb1-be92-e1df0c972d33 disassociated. External IP: 172.27.3.252, port: bf689e8e-f7a7-472b-853a-879db5d6bce3. Aug 27 04:16:11.452580 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for bf689e8e-f7a7-472b-853a-879db5d6bce3 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:16:11.648980 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.680208 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=bf689e8e-f7a7-472b-853a-879db5d6bce3,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:11.794445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:16:11.808202 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f0efe005-1e7e-4969-8aae-072ff1f0084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.903578 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:16:11.918780 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:16:11.929698 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:16:11.930410 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:16:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:11.945327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] No DVR routers for this DVR port bf689e8e-f7a7-472b-853a-879db5d6bce3 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:16:11.947950 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.949890 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-2ceb4f2d-f6b7-4911-b96e-d026eebc5188 req-97b9eb54-f8e1-465e-888a-d886f4b88d81 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "DELETE /v2.0/ports/bf689e8e-f7a7-472b-853a-879db5d6bce3 HTTP/1.1" status: 204 len: 173 time: 0.8671618 Aug 27 04:16:11.950292 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'name': 'network-vif-deleted', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:11.952659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8479e61d-6cf8-4484-aa2a-d4ad42de4fd5" -d '{"events": [{"server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "name": "network-vif-deleted", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:11.992083 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:11.995261 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce176911-259f-478b-821c-8cdf12c53f51 x-openstack-request-id: req-ce176911-259f-478b-821c-8cdf12c53f51 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:11.996320 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4b2954-16f9-4141-9977-dd55b199c106", "name": "network-vif-deleted", "tag": "bf689e8e-f7a7-472b-853a-879db5d6bce3", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:11.996320 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ce176911-259f-478b-821c-8cdf12c53f51 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:11.996320 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4b2954-16f9-4141-9977-dd55b199c106', 'name': 'network-vif-deleted', 'tag': 'bf689e8e-f7a7-472b-853a-879db5d6bce3', 'status': 'completed', 'code': 200} Aug 27 04:16:12.055812 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:16:12.268316 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:12.394494 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:16:12.404807 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:16:12.405392 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:16:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:12.455507 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ea32f594-be94-41a2-b282-89ac6f6754ab req-25349837-7a76-4fdb-9a72-e68783c34da1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=fc4b2954-16f9-4141-9977-dd55b199c106 HTTP/1.1" status: 200 len: 210 time: 0.0273101 Aug 27 04:16:12.511816 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:16:12.713431 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:12.748154 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e53181-c6f3-4d7d-85f5-d0e819f61723 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:16:12.859725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:12.979213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff75252d-a4c1-477e-a192-96bf71c06e97 None None] New status for floating IP a58a0256-efc1-4fb1-be92-e1df0c972d33: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:16:13.718585 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-d295b7bd-a4d6-44da-832f-5d5fd727b803 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607935804&fields=id&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 267 time: 0.0424333 Aug 27 04:16:13.837966 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-0f0eae1f-6a92-4225-931c-fc74e92f35ff tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:13.839385 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-0f0eae1f-6a92-4225-931c-fc74e92f35ff tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.1136651 Aug 27 04:16:13.854950 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-d48554ba-222c-4b95-acd3-585aaf18ea66 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/quotas/98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 375 time: 0.0099654 Aug 27 04:16:13.910516 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b3877efa-84f5-4f52-b074-a5abbb2aa645 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500965 Aug 27 04:16:13.980866 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-c61a41f3-2f2e-478c-9a64-9af5fb8b13ac service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:16:13.981881 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-c61a41f3-2f2e-478c-9a64-9af5fb8b13ac service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0587761 Aug 27 04:16:14.078519 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-14561c20-f212-4b21-b7c4-f267316f8161 service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896981 Aug 27 04:16:14.175886 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-72da88f0-acbf-40ee-b320-200f7bcb4fec service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902433 Aug 27 04:16:14.230855 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:14.795375 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0e8c2e4c-18a2-4c8c-8028-ae4d96413f63 req-88a24483-f15b-46c6-b662-2ff4c847a6a1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 210 time: 0.0274065 Aug 27 04:16:15.442660 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device bf689e8e-f7a7-472b-853a-879db5d6bce3 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:16:15.463098 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: bf689e8e-f7a7-472b-853a-879db5d6bce3 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:16:15.469026 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device bf689e8e-f7a7-472b-853a-879db5d6bce3 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:16:15.890971 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4e0e8f79-3a5d-4d8f-bd18-eb9b9167c736 req-0babe021-056b-4a93-8fa2-7bbd3afe6c5d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 210 time: 0.0247529 Aug 27 04:16:16.666297 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-9a78eea5-f3a7-4f04-8c4a-468ab3872db4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:16.667764 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-9a78eea5-f3a7-4f04-8c4a-468ab3872db4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.0985355 Aug 27 04:16:16.721234 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-3b9a7abd-454e-44e7-970e-3c488be9d325 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 380 time: 0.0363016 Aug 27 04:16:16.731039 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'port': {'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'admin_state_up': True, 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'security_groups': ['3e68c819-aad3-49b9-9cbe-4c8d3c11c920']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:16:17.000945 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-49070982-3610-420e-a0bf-58fa83af8b1e req-98894fe1-2bfb-47a2-bad0-618779183172 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 210 time: 0.0347216 Aug 27 04:16:17.201314 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Made reservation on behalf of 98836f9ced7149bc904274a5add221ec for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:16:17.204877 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:17.327644 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.20.0.12 (c2bd2fb5-e4f2-41d4-8491-b54755281d6b/54bcbeb8-98e3-48bd-a25d-9d776ab783fe/f611f852-dde7-48c6-9dcf-d14f5a8b27a9) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:16:17.465828 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:17.479823 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Transition to ACTIVE for port object f611f852-dde7-48c6-9dcf-d14f5a8b27a9 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:16:17.574579 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:17.620697 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:16:17.625717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:16:17.628786 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:16:17.655617 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:17.686146 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:17.686874 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:17.856646 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-de8a887a-51c0-4ddf-a9d4-760c18d7f9bf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1289384 Aug 27 04:16:17.891481 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Request body: {'port': {'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:16:17.959340 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:17.973499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2b11e860-7910-4d06-87f1-1bae9ffc4ff6 None None] Provisioning for port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:16:17.978451 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-2b11e860-7910-4d06-87f1-1bae9ffc4ff6 None None] Provisioning complete for port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:16:17.979763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-2b11e860-7910-4d06-87f1-1bae9ffc4ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.019265 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-2b11e860-7910-4d06-87f1-1bae9ffc4ff6 None None] Port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:16:18.145155 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991b3c2-d19d-4cd1-8721-73358c9cb622 req-0471baf1-6f44-4e39-aacb-c1414645ad0a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:18.146914 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9991b3c2-d19d-4cd1-8721-73358c9cb622 req-0471baf1-6f44-4e39-aacb-c1414645ad0a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 932 time: 0.0683079 Aug 27 04:16:18.188763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9991b3c2-d19d-4cd1-8721-73358c9cb622 req-86fe5952-0225-4463-bab8-e545a59cd923 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354497 Aug 27 04:16:18.278797 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f611f852-dde7-48c6-9dcf-d14f5a8b27a9 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:16:18.293219 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.316179 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Transition to ACTIVE for port object f611f852-dde7-48c6-9dcf-d14f5a8b27a9 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:16:18.414372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.477057 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:18.548263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Attempting to bind port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:16:18.548515 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Attempting to bind port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:16:18.548851 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Attempting to bind port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:16:18.554441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:16:18.555437 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Attempting to bind port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:16:18.560023 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:16:18.560364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:16:18.560751 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Bound using segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:16:18.561182 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Bound port: f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:16:18.561539 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.627394 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:16:18.632515 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:16:18.757489 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.793661 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:18.794319 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:18.796277 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] 10.222.0.74 "PUT /v2.0/ports/f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 1094 time: 0.9092212 Aug 27 04:16:18.796596 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:18.798891 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:18.833095 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5470b-fd2f-4ee2-bdc2-dbff8ad0dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:18.846787 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03da8f1b-515a-476a-9228-437aa5022823 x-openstack-request-id: req-03da8f1b-515a-476a-9228-437aa5022823 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:18.847083 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:18.847331 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-03da8f1b-515a-476a-9228-437aa5022823 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:18.847716 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'status': 'completed', 'code': 200} Aug 27 04:16:18.947015 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-3e9de742-b916-4d56-926a-38ee8d823310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:18.948571 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-3e9de742-b916-4d56-926a-38ee8d823310 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1097 time: 0.0485656 Aug 27 04:16:19.064577 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-5fb8540a-b119-4e03-92e3-c4d1db5e0752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.066051 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-5fb8540a-b119-4e03-92e3-c4d1db5e0752 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=98836f9ced7149bc904274a5add221ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0999854 Aug 27 04:16:19.164242 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-1afe924c-a772-4e67-b8ab-e744e7c78840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.165715 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bf6ee12f-37c4-472a-b9ef-9ac174c5a8dc req-1afe924c-a772-4e67-b8ab-e744e7c78840 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0919526 Aug 27 04:16:19.264890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b1eb5a0e-4e47-4578-9734-bbed35daf5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.266458 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b1eb5a0e-4e47-4578-9734-bbed35daf5e5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1097 time: 0.0404623 Aug 27 04:16:19.313948 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae1e04-5607-4bec-9669-790474d667eb req-44d79ab8-809a-4729-ad27-adee029e0201 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.314692 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b82cc619-6a79-45db-bed3-77a382f08216 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 217 time: 0.0339742 Aug 27 04:16:19.315384 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7fae1e04-5607-4bec-9669-790474d667eb req-44d79ab8-809a-4729-ad27-adee029e0201 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0478487 Aug 27 04:16:19.354795 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7fae1e04-5607-4bec-9669-790474d667eb req-11f7cbee-c351-49f0-8c00-7c6e8cd8af18 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325651 Aug 27 04:16:19.368294 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b091a49f-1e84-40f2-bb10-db9e54324e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.369747 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-b091a49f-1e84-40f2-bb10-db9e54324e73 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0485113 Aug 27 04:16:19.414157 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-c05796ae-f9d8-4d09-9602-035069962db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:19.415644 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-c05796ae-f9d8-4d09-9602-035069962db4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390420 Aug 27 04:16:19.504685 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-e357018c-1db2-4ea6-bf9c-20847439d745 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816245 Aug 27 04:16:19.597414 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-86689e0b-9de2-4ba4-bc1f-06f46fdf4a32 req-393a70a0-e4fe-4de1-bfa3-76265cdbd041 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848346 Aug 27 04:16:20.473668 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cddde-1550-40e4-b96b-a3aff76b41b1 req-b9442a7c-d3e0-40e5-b388-7d257b92371c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:20.475241 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a6cddde-1550-40e4-b96b-a3aff76b41b1 req-b9442a7c-d3e0-40e5-b388-7d257b92371c tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0477872 Aug 27 04:16:20.516932 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a6cddde-1550-40e4-b96b-a3aff76b41b1 req-2d27ce89-5c0f-4d5c-9d16-ebc9dd0a749f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359099 Aug 27 04:16:21.634342 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfa253-e5a2-490b-af50-79f02199613a req-31be2c03-1521-4e23-b276-845c328ebb23 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:21.635841 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7adfa253-e5a2-490b-af50-79f02199613a req-31be2c03-1521-4e23-b276-845c328ebb23 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0514472 Aug 27 04:16:21.673188 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7adfa253-e5a2-490b-af50-79f02199613a req-99d0dc2b-e0c2-41a5-9cec-52ef12c93264 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315642 Aug 27 04:16:22.787256 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d8520-e7b0-4821-9691-f7bdc44e2992 req-7934e9f7-f2da-4f27-bb49-ea4f790ae0f6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:22.789154 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9d8520-e7b0-4821-9691-f7bdc44e2992 req-7934e9f7-f2da-4f27-bb49-ea4f790ae0f6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0497463 Aug 27 04:16:22.828740 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3f9d8520-e7b0-4821-9691-f7bdc44e2992 req-3f36ed9c-d1e1-4d82-9e26-6841222cf58f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Aug 27 04:16:23.676325 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:23.944415 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85115d9a-6a0c-4db4-b8f3-306b285ae67b req-424ca227-4809-4c5f-89c2-49ec7532e4f3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:23.945915 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85115d9a-6a0c-4db4-b8f3-306b285ae67b req-424ca227-4809-4c5f-89c2-49ec7532e4f3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0523696 Aug 27 04:16:23.987921 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-85115d9a-6a0c-4db4-b8f3-306b285ae67b req-5551ac4d-0515-4cf1-b05a-603c6b11f743 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360618 Aug 27 04:16:25.102486 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a729de-0756-4a26-8b87-543579c8c61d req-965eae08-e280-48a0-b680-dbf5c522b488 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:25.104003 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78a729de-0756-4a26-8b87-543579c8c61d req-965eae08-e280-48a0-b680-dbf5c522b488 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0479593 Aug 27 04:16:25.141329 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-78a729de-0756-4a26-8b87-543579c8c61d req-926d219b-ea51-48bd-b29e-aa6703392cfa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314820 Aug 27 04:16:26.252565 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695596b0-8f68-4aae-90ae-2e9615505324 req-81bd0e1a-3e78-4a83-808b-4d06747e9c3d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:26.254012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-695596b0-8f68-4aae-90ae-2e9615505324 req-81bd0e1a-3e78-4a83-808b-4d06747e9c3d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0477998 Aug 27 04:16:26.291744 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-695596b0-8f68-4aae-90ae-2e9615505324 req-76f31649-ce63-42a2-945a-45157acb3ba8 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317974 Aug 27 04:16:27.407473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8202fc-b551-40fc-8c48-9fe366194a70 req-3f879d21-20d4-499e-97cb-7144c7127cbc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:27.408936 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd8202fc-b551-40fc-8c48-9fe366194a70 req-3f879d21-20d4-499e-97cb-7144c7127cbc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 944 time: 0.0469632 Aug 27 04:16:27.451967 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cd8202fc-b551-40fc-8c48-9fe366194a70 req-4efb3b66-10a9-41c5-9070-3b911e39d2c4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359218 Aug 27 04:16:27.504394 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f611f852-dde7-48c6-9dcf-d14f5a8b27a9 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:16:27.598570 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:27.609355 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:16:27.645925 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:27.657987 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f611f852-dde7-48c6-9dcf-d14f5a8b27a9 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:16:27.680270 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:27.772499 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:27.819746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:28.215412 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['f611f852-dde7-48c6-9dcf-d14f5a8b27a9'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:16:28.577391 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48f504-735c-40f6-9f33-296e676ade05 req-29fc2293-5b6c-4413-bb84-4ec8eb3a656f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:28.578945 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f48f504-735c-40f6-9f33-296e676ade05 req-29fc2293-5b6c-4413-bb84-4ec8eb3a656f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 945 time: 0.0583518 Aug 27 04:16:28.618019 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-1f48f504-735c-40f6-9f33-296e676ade05 req-d7670fb5-a83c-4d81-aa41-98240cc4d3a1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Aug 27 04:16:29.521555 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f611f852-dde7-48c6-9dcf-d14f5a8b27a9 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:16:29.625201 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:16:29.629682 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:16:29.630056 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.714872 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.732669 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de099e37-f27a-4a68-bace-cb4d974a0e30 req-ce86bf5b-97e1-4a0c-9d67-29c2c8489e54 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:29.734173 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de099e37-f27a-4a68-bace-cb4d974a0e30 req-ce86bf5b-97e1-4a0c-9d67-29c2c8489e54 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Aug 27 04:16:29.737687 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:29.740571 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ace9d-ee82-42c9-a80b-e0e354feec96" -d '{"events": [{"server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "name": "network-vif-plugged", "status": "completed", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:29.753950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:16:29.775648 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-de099e37-f27a-4a68-bace-cb4d974a0e30 req-c791f043-c7b4-4e1e-be1f-46bb30ee49a5 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342858 Aug 27 04:16:29.776758 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0752c65-0067-4429-a903-b2327d16c219 x-openstack-request-id: req-c0752c65-0067-4429-a903-b2327d16c219 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:29.777048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "name": "network-vif-plugged", "status": "completed", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:29.777299 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c0752c65-0067-4429-a903-b2327d16c219 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:29.777745 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'code': 200} Aug 27 04:16:29.819778 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:29.871845 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:29.878942 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.879292 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.879680 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.880648 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.880996 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.881337 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.881670 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.882004 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.882336 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.882691 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.883016 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:29.883348 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:30.165725 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daca271-216b-49dd-9734-45711cae291b req-a0e3e27c-688e-4bdc-8a47-5760adf837ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.167256 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9daca271-216b-49dd-9734-45711cae291b req-a0e3e27c-688e-4bdc-8a47-5760adf837ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0395575 Aug 27 04:16:30.202812 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9daca271-216b-49dd-9734-45711cae291b req-365f218c-6d0d-41c8-b65a-57ec748bb159 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282016 Aug 27 04:16:30.888624 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13ae99-deb0-46e6-a508-00fada98de2f req-10814547-bf9a-41c0-a654-26a1f0cb788d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:30.890080 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f13ae99-deb0-46e6-a508-00fada98de2f req-10814547-bf9a-41c0-a654-26a1f0cb788d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0477965 Aug 27 04:16:30.931223 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4f13ae99-deb0-46e6-a508-00fada98de2f req-ff8fc381-4f82-4f93-841c-ef7aa59b7897 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351892 Aug 27 04:16:30.946656 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:16:32.047037 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f134-ab24-45a1-8435-a737106dc13d req-8f681a22-0d8c-429d-8641-29a23ce6babf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:32.048529 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ff4f134-ab24-45a1-8435-a737106dc13d req-8f681a22-0d8c-429d-8641-29a23ce6babf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0496559 Aug 27 04:16:32.088824 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-6ff4f134-ab24-45a1-8435-a737106dc13d req-3307b73e-9b21-454a-ae15-a52bab081b55 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332737 Aug 27 04:16:32.884424 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-a963c841-e025-415f-9aa1-0e32feb10018 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392585 Aug 27 04:16:33.000497 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28d41-5d92-459f-9055-e1186763480b req-3fb9726d-668c-4dbb-8665-6a2f4825fbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.002124 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-3fb9726d-668c-4dbb-8665-6a2f4825fbae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0460167 Aug 27 04:16:33.107966 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28d41-5d92-459f-9055-e1186763480b req-f67bac39-8d13-4344-a6fa-d0bc80b2c188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.109345 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-f67bac39-8d13-4344-a6fa-d0bc80b2c188 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0863802 Aug 27 04:16:33.180159 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-616652fe-3c7b-49d9-a59a-e7cae02443f5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1000 time: 0.0636079 Aug 27 04:16:33.203935 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5541b35-d6dd-4345-8f07-95b1f0ed91cd req-968ddb44-0da4-4c1c-8aae-d308fbfefdc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.205421 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5541b35-d6dd-4345-8f07-95b1f0ed91cd req-968ddb44-0da4-4c1c-8aae-d308fbfefdc1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Aug 27 04:16:33.231775 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28d41-5d92-459f-9055-e1186763480b req-53219d99-f229-49ed-801a-dccd5a468a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.233262 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-53219d99-f229-49ed-801a-dccd5a468a42 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0456309 Aug 27 04:16:33.244675 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5541b35-d6dd-4345-8f07-95b1f0ed91cd req-71805811-e7eb-43e7-9f4e-b4de38b49699 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325532 Aug 27 04:16:33.280809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e28d41-5d92-459f-9055-e1186763480b req-5798d6fe-7673-4e17-a748-3fb8056e200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.282240 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-5798d6fe-7673-4e17-a748-3fb8056e200c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411646 Aug 27 04:16:33.360713 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e4a05-add3-4181-843b-bb40e5956077 req-5d5fd839-784c-455a-b6fb-bcbe0a5d1ada tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.362086 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b10e4a05-add3-4181-843b-bb40e5956077 req-5d5fd839-784c-455a-b6fb-bcbe0a5d1ada tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0477803 Aug 27 04:16:33.376816 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-037b1ddc-2e0f-44b1-8264-fe0c22f3aa83 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869863 Aug 27 04:16:33.403579 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b10e4a05-add3-4181-843b-bb40e5956077 req-66bdd8c8-b77c-407c-97c6-6c5c4d7a83a0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348697 Aug 27 04:16:33.427694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48074) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:16:33.467006 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94ac114-df03-4581-865c-1b32f7395040 tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:33.468695 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-c94ac114-df03-4581-865c-1b32f7395040 tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1094 time: 0.0400038 Aug 27 04:16:33.471382 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48076) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:16:33.477162 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:16:33.482872 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a1e28d41-5d92-459f-9055-e1186763480b req-6082f213-65f5-4b00-a894-8c60cf0397c9 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960405 Aug 27 04:16:33.710660 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:33.806309 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:33.914053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.27.3.85 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/89ae9c2d-c8ef-42ca-bc37-bb1639bea813) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:16:34.023239 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.116851 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.153198 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:16:34.156115 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:16:34.158805 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:16:34.187232 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=89ae9c2d-c8ef-42ca-bc37-bb1639bea813,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:34.200315 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.200667 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.201013 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.201355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.201691 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.202026 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.202361 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.202723 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.203056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.203384 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.203710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.204032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:16:34.533000 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:34.931609 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.079978 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.144906 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.210853 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=89ae9c2d-c8ef-42ca-bc37-bb1639bea813,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:16:35.225480 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.326764 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP 350fa0eb-f563-46f0-880d-079256257e57 associated. External IP: 172.27.3.85, port: f611f852-dde7-48c6-9dcf-d14f5a8b27a9. Aug 27 04:16:35.529474 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:16:35.633588 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:16:35.643056 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:16:35.652297 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:16:35.652897 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:16:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:35.716600 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:35.745043 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fb15fffc-6e67-4bba-b699-7ee9b0bdd258 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2726202 Aug 27 04:16:35.745632 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:16:35.747900 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117dabd8-fd79-4c42-ab50-dab4a7190805" -d '{"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:16:35.760395 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:16:35.785212 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a681fe-37fe-4f16-803a-d2bd3313d731 x-openstack-request-id: req-79a681fe-37fe-4f16-803a-d2bd3313d731 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:16:35.785508 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:16:35.785831 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-79a681fe-37fe-4f16-803a-d2bd3313d731 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:16:35.786237 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'status': 'completed', 'code': 200} Aug 27 04:16:35.878535 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-c48314a7-3db3-4f35-884e-823c277ef365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:35.880851 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-c48314a7-3db3-4f35-884e-823c277ef365 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0419157 Aug 27 04:16:35.985279 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-878f1008-d1e4-4974-a004-e6bf3bd07e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:35.987015 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-878f1008-d1e4-4974-a004-e6bf3bd07e7a service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0934899 Aug 27 04:16:35.987165 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:34Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:36.017160 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:16:36.025606 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:16:36.026209 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:16:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:36.054770 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-28329e60-c9c4-438c-8c6b-029d88f10c0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 999 time: 0.0590661 Aug 27 04:16:36.108440 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-3d1b8151-c749-4639-ae2e-71118f4586bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:36.109955 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-3d1b8151-c749-4639-ae2e-71118f4586bc service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0483787 Aug 27 04:16:36.126973 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:16:36.154539 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-9693b84e-4428-4322-80a4-12e2c4675c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:16:36.156077 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-9693b84e-4428-4322-80a4-12e2c4675c55 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394483 Aug 27 04:16:36.250084 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-fb5f36b2-1301-4398-9818-e40cbbc5ec19 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858510 Aug 27 04:16:36.345890 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-117dabd8-fd79-4c42-ab50-dab4a7190805 req-710fd85c-66ae-41cb-9801-135dd2c8ff04 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882604 Aug 27 04:16:36.357741 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:34Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:16:36.384891 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07fecfa-96ac-4c90-b8d1-b2c21eb8ad63 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:34Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:16:36.584512 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4d2805-33be-4342-94cf-72e865c5a0f9 None None] New status for floating IP 350fa0eb-f563-46f0-880d-079256257e57: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:16:39.019126 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ba16ad35-ce76-422f-804c-cf29071091cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.790581 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6cfa4b5c-b957-4094-9c63-3472a1a9c444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:41.956278 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:42.847704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:44.253550 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:16:53.664562 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:07.946754 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:09.006648 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e72c9723-c7d3-48c7-9549-9d19d151be17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:11.829451 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3df9eee7-5903-4d52-9a72-16a18e03891e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:11.955157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:12.858218 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:14.240187 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:23.653541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:32.906403 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-ae1c7a58-3dee-44d4-a00c-0c1978e3f696 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399132 Aug 27 04:17:32.985871 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-ec053e8b-ced8-455e-af67-0d31a2dbf200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:32.987390 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-ec053e8b-ced8-455e-af67-0d31a2dbf200 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0398581 Aug 27 04:17:33.098045 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-10491e97-f8b5-4387-8742-0b55efc5653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:33.099558 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-10491e97-f8b5-4387-8742-0b55efc5653d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0922256 Aug 27 04:17:33.164669 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-52e51980-94f7-458b-afa6-c526090ad161 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 1001 time: 0.0580852 Aug 27 04:17:33.218890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-a1e2fb5b-debb-49dc-ab6d-b6a4ba87dd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:33.220367 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-a1e2fb5b-debb-49dc-ab6d-b6a4ba87dd88 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0490334 Aug 27 04:17:33.263685 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-d2ca7b3e-60f8-4cc8-b933-0cdbfd3813c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:33.265134 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-d2ca7b3e-60f8-4cc8-b933-0cdbfd3813c3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381389 Aug 27 04:17:33.354798 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-604b21cd-3c73-49ad-8657-cbd4b1c8236c service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826056 Aug 27 04:17:33.450072 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-7cbf3a48-f750-400c-a921-a80266f5de99 req-d8ff6466-2258-4da2-ba9e-347a1f324c54 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874798 Aug 27 04:17:39.000668 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35331efa-31f5-426f-b0d4-4dacc49d490f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:39.865139 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec37ce-11ee-4200-9f29-75084d5b67e0 req-4a437aa4-47f6-4be6-b93d-440462b34097 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:39.866532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1ec37ce-11ee-4200-9f29-75084d5b67e0 req-4a437aa4-47f6-4be6-b93d-440462b34097 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0530279 Aug 27 04:17:39.904362 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d1ec37ce-11ee-4200-9f29-75084d5b67e0 req-cf51c325-85f5-4281-b77e-433effc2d531 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Aug 27 04:17:41.023219 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8338803-bdc5-4af9-ab6d-16f3407a7a50 req-9936478a-1d49-4e33-beec-82fb1a1d7726 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:41.024717 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f8338803-bdc5-4af9-ab6d-16f3407a7a50 req-9936478a-1d49-4e33-beec-82fb1a1d7726 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0488625 Aug 27 04:17:41.063577 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f8338803-bdc5-4af9-ab6d-16f3407a7a50 req-259b7600-f82d-406e-b8a5-06d8d1e42e02 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330100 Aug 27 04:17:41.788905 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3332558-ca9b-4230-9836-7bafbbf2b8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:41.982324 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:42.179639 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105ba26-1d8a-4d11-8da5-3911ff0e77c0 req-af3a990c-4a8d-4fe7-a88e-79d8f3a17e7d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:42.181165 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d105ba26-1d8a-4d11-8da5-3911ff0e77c0 req-af3a990c-4a8d-4fe7-a88e-79d8f3a17e7d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0497034 Aug 27 04:17:42.219410 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d105ba26-1d8a-4d11-8da5-3911ff0e77c0 req-a187dbe0-3664-4143-a5f7-7531dc5c0294 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322990 Aug 27 04:17:42.880735 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:43.338766 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca942e-ccde-4881-9d8f-2d4033c442fa req-bf9446ee-76c6-4439-9633-ff6b6cfe59cd tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:43.340262 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5ca942e-ccde-4881-9d8f-2d4033c442fa req-bf9446ee-76c6-4439-9633-ff6b6cfe59cd tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0543401 Aug 27 04:17:43.376747 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d5ca942e-ccde-4881-9d8f-2d4033c442fa req-dc5c4c2d-bf30-4ba6-a9f2-1a5a6fa3864a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306301 Aug 27 04:17:44.228132 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:44.491926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ab3e80-6926-4e0a-82aa-06e6afda1ad6 req-37fbb78f-c6af-4878-80e0-8e02afb420df tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:44.493332 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c0ab3e80-6926-4e0a-82aa-06e6afda1ad6 req-37fbb78f-c6af-4878-80e0-8e02afb420df tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0488381 Aug 27 04:17:44.531667 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c0ab3e80-6926-4e0a-82aa-06e6afda1ad6 req-e4544f1c-ba80-4ce6-8b64-df6f89c1d6b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324359 Aug 27 04:17:44.946362 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:17:45.645179 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0219f-c71d-4387-939f-daea97fc77d3 req-ef8a1856-9472-43c6-b5b4-e48dbd73a04e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:45.647384 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48a0219f-c71d-4387-939f-daea97fc77d3 req-ef8a1856-9472-43c6-b5b4-e48dbd73a04e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0477927 Aug 27 04:17:45.684906 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-48a0219f-c71d-4387-939f-daea97fc77d3 req-608c59bc-1c07-482f-95aa-84f4c175f855 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316687 Aug 27 04:17:46.807758 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fc0f2-8ab5-416d-b26e-b9934908d783 req-ab4dc2c9-b8e3-4e72-8f2d-8f132ed4c83c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:46.809423 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-367fc0f2-8ab5-416d-b26e-b9934908d783 req-ab4dc2c9-b8e3-4e72-8f2d-8f132ed4c83c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0556867 Aug 27 04:17:46.847606 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-367fc0f2-8ab5-416d-b26e-b9934908d783 req-fd035f39-fa99-483a-a229-6d443176510d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323331 Aug 27 04:17:47.961658 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec112a-38c5-44b7-a462-abd7d39bee2d req-89c0bff2-a591-417e-93c4-43b092cad7f2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:47.963138 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9cec112a-38c5-44b7-a462-abd7d39bee2d req-89c0bff2-a591-417e-93c4-43b092cad7f2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0475998 Aug 27 04:17:47.999779 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9cec112a-38c5-44b7-a462-abd7d39bee2d req-cd6a6018-6af2-4de4-a17a-93579f8f9a2f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307851 Aug 27 04:17:49.115267 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6fa4ee-bba3-495c-ac78-c022813c5371 req-4a6e523f-7181-4d13-aebc-19f3d7d94d79 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:49.116731 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2c6fa4ee-bba3-495c-ac78-c022813c5371 req-4a6e523f-7181-4d13-aebc-19f3d7d94d79 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0496049 Aug 27 04:17:49.160477 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2c6fa4ee-bba3-495c-ac78-c022813c5371 req-89aa20f0-7bd8-47db-b130-d73b874be5f3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378401 Aug 27 04:17:50.277504 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8ac9f-ca3b-42b4-925e-0cf16c2cac05 req-3f43fe75-b1cd-430c-a3db-cdb162f8c4be tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:50.278887 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ac9f-ca3b-42b4-925e-0cf16c2cac05 req-3f43fe75-b1cd-430c-a3db-cdb162f8c4be tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0508890 Aug 27 04:17:50.315856 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bd8ac9f-ca3b-42b4-925e-0cf16c2cac05 req-ec5bea30-5e99-4154-b9d6-a756b881b73c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310819 Aug 27 04:17:51.431855 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9794b7e-2a4c-44e8-bf8d-d8a8fd39c672 req-97a34ffb-22cf-493a-86ac-a99f48ee0904 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:51.433312 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9794b7e-2a4c-44e8-bf8d-d8a8fd39c672 req-97a34ffb-22cf-493a-86ac-a99f48ee0904 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0482755 Aug 27 04:17:51.479441 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d9794b7e-2a4c-44e8-bf8d-d8a8fd39c672 req-a2f8d599-6b7e-46cb-940b-fe9f4832e10c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400927 Aug 27 04:17:52.594043 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880ea1e-556e-4e90-b94a-0e9338fd1430 req-86c6fbb2-c78f-41b4-b7d0-de6a28d4f267 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:52.595563 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c880ea1e-556e-4e90-b94a-0e9338fd1430 req-86c6fbb2-c78f-41b4-b7d0-de6a28d4f267 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Aug 27 04:17:52.633766 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c880ea1e-556e-4e90-b94a-0e9338fd1430 req-65de5277-98a9-4617-99b0-94d163608b4b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Aug 27 04:17:53.674259 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:17:53.750721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0893bb66-4636-4fa8-9eaa-e35d4f707ec5 req-54d1ad83-fdff-4197-9b61-79f07ecd2d8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:53.752209 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0893bb66-4636-4fa8-9eaa-e35d4f707ec5 req-54d1ad83-fdff-4197-9b61-79f07ecd2d8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0517876 Aug 27 04:17:53.791188 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0893bb66-4636-4fa8-9eaa-e35d4f707ec5 req-4fde5f6a-634e-4107-bbd5-500957ea1ce4 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Aug 27 04:17:54.906060 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b72c-bc28-438a-91d6-24c543bd0c6a req-8b269d66-a8e1-42db-b69e-b4a45b5135c9 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:54.907542 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2470b72c-bc28-438a-91d6-24c543bd0c6a req-8b269d66-a8e1-42db-b69e-b4a45b5135c9 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0487926 Aug 27 04:17:54.945361 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2470b72c-bc28-438a-91d6-24c543bd0c6a req-76eb6e7c-ec43-4aae-a12d-cce70bc57b12 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Aug 27 04:17:56.060690 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2e738-ec3d-426c-b9fb-1530bd1691de req-7f6d59b0-ce6c-4a58-84c1-3b7bb4fb565d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.062199 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22c2e738-ec3d-426c-b9fb-1530bd1691de req-7f6d59b0-ce6c-4a58-84c1-3b7bb4fb565d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Aug 27 04:17:56.099149 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-22c2e738-ec3d-426c-b9fb-1530bd1691de req-9fd9ec95-7aad-4964-964e-55e7eb5c75a2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310652 Aug 27 04:17:56.446441 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eda9cd-a967-4f3b-933c-b49d359c0c20 req-1346ea01-ad6e-4c5d-ac8b-5c08cb6659e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.447981 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37eda9cd-a967-4f3b-933c-b49d359c0c20 req-1346ea01-ad6e-4c5d-ac8b-5c08cb6659e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0536168 Aug 27 04:17:56.488091 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-37eda9cd-a967-4f3b-933c-b49d359c0c20 req-5d8870a9-e2ac-47b4-a521-ae3fa876f767 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339911 Aug 27 04:17:56.594885 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-a8529f2d-883c-4d6d-8b38-2ab4fabba197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.596487 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-a8529f2d-883c-4d6d-8b38-2ab4fabba197 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0397205 Aug 27 04:17:56.686256 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-062ed3d5-0a00-48ba-95fe-6671e1317e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.687749 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-062ed3d5-0a00-48ba-95fe-6671e1317e04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0845068 Aug 27 04:17:56.751549 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-2412a9ae-81b1-4eae-9493-5d68431b610c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1000 time: 0.0560322 Aug 27 04:17:56.800117 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-aef54f81-8cba-460a-a144-250977626393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.801905 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-aef54f81-8cba-460a-a144-250977626393 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0431693 Aug 27 04:17:56.849607 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-43f2bce5-c505-48e7-89b9-b63430c7f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:56.851026 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-43f2bce5-c505-48e7-89b9-b63430c7f7f4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426676 Aug 27 04:17:56.938715 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-67a53898-66db-4b96-86a1-a8aec6f19237 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803568 Aug 27 04:17:57.033369 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bfc2463c-4a76-4a60-b0e6-2e0aa531356a req-03569709-53a2-4463-99f4-005b8408a126 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868292 Aug 27 04:17:57.605450 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8bee4-5ae7-460c-b47b-27536012b950 req-17ddad24-5df2-4b24-b1ca-7fde00aec561 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:57.606947 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25e8bee4-5ae7-460c-b47b-27536012b950 req-17ddad24-5df2-4b24-b1ca-7fde00aec561 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483565 Aug 27 04:17:57.645550 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25e8bee4-5ae7-460c-b47b-27536012b950 req-597ad106-8908-4d6a-8854-df6e2bafc113 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320680 Aug 27 04:17:58.757515 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34772ca-e96c-4613-8aa8-fb997afc2adf req-70501b74-bad0-4927-8f4e-1cfa68582637 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:17:58.758973 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a34772ca-e96c-4613-8aa8-fb997afc2adf req-70501b74-bad0-4927-8f4e-1cfa68582637 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0471184 Aug 27 04:17:58.798327 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a34772ca-e96c-4613-8aa8-fb997afc2adf req-04eb639b-d4b4-407c-a902-599348bbb2d2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332057 Aug 27 04:18:09.018271 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4d3bbf82-d9cc-43a1-8be8-d5d44c478809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:11.788314 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9f743692-2f37-4b2d-a1ac-48cd0cf10693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:11.947663 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:12.897100 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:14.240358 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:21.946175 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:18:23.725128 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:33.885404 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-238dc09f-b846-40dc-8d5b-11fefc9a04b3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387688 Aug 27 04:18:33.981198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-d16be228-3215-488d-92c8-6b6d654a141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:33.982750 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-d16be228-3215-488d-92c8-6b6d654a141b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0401187 Aug 27 04:18:34.086934 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-322280ff-bb3c-49bd-8b5f-b4cccbd59db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:34.088399 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-322280ff-bb3c-49bd-8b5f-b4cccbd59db4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0867524 Aug 27 04:18:34.154675 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-dcbd8114-224b-4408-afdf-a9aff0cca654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1000 time: 0.0575006 Aug 27 04:18:34.203906 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-d6a17f68-bfde-4f1a-9871-08b76a3eda6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:34.205270 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-d6a17f68-bfde-4f1a-9871-08b76a3eda6d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0437365 Aug 27 04:18:34.255450 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-a1034aae-aac0-4271-8953-0a7f76e6243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:18:34.256944 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-a1034aae-aac0-4271-8953-0a7f76e6243d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437086 Aug 27 04:18:34.350128 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-ab56e27f-ee4e-4e8e-be28-d09d44bb1117 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861022 Aug 27 04:18:34.441309 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b0193f62-9f1d-4448-ac26-eb2855019549 req-8165e33b-2890-47db-ba03-86e68b161ae8 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840766 Aug 27 04:18:38.993527 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-178373ed-cfbf-4156-af1c-139395eccaf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.793396 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b8d9695c-59db-4a4a-bd5b-f0066543b0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:41.970694 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:42.873681 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:44.274758 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:48.672867 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-5101fc0d-9dda-4945-a56f-fb0c182e5ffd req-583056c5-bf1a-4c35-ada4-d6e014f3b2c7 service neutron] (94486) timed out ('10.222.0.74', 49863) {{(pid=94486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:18:53.713440 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:18:58.946344 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:05.854317 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-161f7eb4-b73f-4916-be04-fb45606f18a1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1607935804&fields=id&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 267 time: 0.0333278 Aug 27 04:19:05.982845 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-1aad81f1-3350-4c82-8fc2-e58004fcf24f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:05.984397 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-1aad81f1-3350-4c82-8fc2-e58004fcf24f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.1234288 Aug 27 04:19:06.000381 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-b078a39e-39d1-4404-87df-e4fff0f6135a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/quotas/98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 375 time: 0.0100236 Aug 27 04:19:06.059890 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-3e6c1dd9-9214-4a7f-bef5-d9bced0a737d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0529537 Aug 27 04:19:06.214624 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-ba21ec42-cc6b-4d84-8b0d-d2e9eea908e0 service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427541 Aug 27 04:19:06.307787 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-6368607a-91e2-4bd7-8a6b-531858b71577 service neutron] 10.222.0.73 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869772 Aug 27 04:19:06.902973 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95aab9a9-6bc5-4a15-ac5d-e24c5870be37 req-20f6fc5b-6f38-4ef1-83ec-d96f6826bfd7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 210 time: 0.0275080 Aug 27 04:19:07.993551 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-09bfb18e-8a3a-4723-86d9-61a25c6b5f63 req-7ae0b2f5-579b-4db7-91d2-99ec19e9a67f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 210 time: 0.0344443 Aug 27 04:19:08.950236 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932764d9-364e-48fd-95c8-80faa97c00db req-6de0aa62-bd7b-490a-8ca3-fcdc57a8192b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:08.951769 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-932764d9-364e-48fd-95c8-80faa97c00db req-6de0aa62-bd7b-490a-8ca3-fcdc57a8192b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0492489 Aug 27 04:19:08.994170 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-932764d9-364e-48fd-95c8-80faa97c00db req-6a91a688-a589-4be2-b2cf-c4153e6a2686 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351057 Aug 27 04:19:09.088508 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec59996e-1e64-486e-b502-5ab473c1168d req-6a379117-8bc3-49a5-81e6-9c73e44ffa01 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 210 time: 0.0257993 Aug 27 04:19:09.090099 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f3fee5a4-1c0c-4d8d-8dcf-86360878b9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:09.856354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-91dcd055-2c4e-4817-9767-94eed7199667 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:09.857848 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-91dcd055-2c4e-4817-9767-94eed7199667 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 810 time: 0.1033919 Aug 27 04:19:09.908711 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-a779e977-b86f-48f2-9b57-356aba4ae51b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98836f9ced7149bc904274a5add221ec HTTP/1.1" status: 200 len: 380 time: 0.0344417 Aug 27 04:19:09.918310 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'port': {'device_id': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'admin_state_up': True, 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'security_groups': ['3e68c819-aad3-49b9-9cbe-4c8d3c11c920']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:19:10.078364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Made reservation on behalf of 98836f9ced7149bc904274a5add221ec for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:19:10.082628 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.114540 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c47e274-8d86-4652-9488-c6dee4b98577 req-f8b3eab9-5343-4c70-85a3-7da52434c8ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:10.116745 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c47e274-8d86-4652-9488-c6dee4b98577 req-f8b3eab9-5343-4c70-85a3-7da52434c8ed tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0530622 Aug 27 04:19:10.163471 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5c47e274-8d86-4652-9488-c6dee4b98577 req-2255651b-3d09-4d4d-853d-dd4055b40d36 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390160 Aug 27 04:19:10.194785 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cdaaf74f-8f7c-44ef-890a-b20a1a5c56d7 req-a729c571-df10-4e2b-8bc6-c5402bb5e109 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 210 time: 0.0298281 Aug 27 04:19:10.220988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.20.0.8 (c2bd2fb5-e4f2-41d4-8491-b54755281d6b/54bcbeb8-98e3-48bd-a25d-9d776ab783fe/0ec77322-46d4-445f-9d96-1b0364722727) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:19:10.382487 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.400094 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Transition to ACTIVE for port object 0ec77322-46d4-445f-9d96-1b0364722727 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:19:10.502667 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.544082 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:19:10.549640 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:19:10.553401 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:19:10.560376 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:10.607008 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.607520 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.607996 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.608502 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.608984 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.609492 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.610011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.611091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.611615 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.612124 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.612628 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.613137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:10.642747 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:10.643482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.737011 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-47419b2c-4c6c-4fa3-8354-e1e2c2fde030 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8226519 Aug 27 04:19:10.812241 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Request body: {'port': {'device_id': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:19:10.861880 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-957d786b-5499-4366-bb5d-13da77c88e75 None None] Provisioning for port 0ec77322-46d4-445f-9d96-1b0364722727 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:19:10.866368 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-957d786b-5499-4366-bb5d-13da77c88e75 None None] Provisioning complete for port 0ec77322-46d4-445f-9d96-1b0364722727 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:19:10.866855 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-957d786b-5499-4366-bb5d-13da77c88e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.868172 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:10.900852 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-957d786b-5499-4366-bb5d-13da77c88e75 None None] Port 0ec77322-46d4-445f-9d96-1b0364722727 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:19:11.132670 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec77322-46d4-445f-9d96-1b0364722727 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:19:11.140461 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.153130 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Transition to ACTIVE for port object 0ec77322-46d4-445f-9d96-1b0364722727 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:19:11.284834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.304235 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ca271-d355-4815-a00d-b344cdb06d69 req-8c05edb0-baea-4a1b-be4e-ef8bb504c16e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.306012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e1ca271-d355-4815-a00d-b344cdb06d69 req-8c05edb0-baea-4a1b-be4e-ef8bb504c16e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0733137 Aug 27 04:19:11.340231 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f1aa97-4746-4f47-b949-812fc3d00b95 req-e095ce1b-b730-4af3-9187-a2870b8fc6e4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.340231 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83f1aa97-4746-4f47-b949-812fc3d00b95 req-e095ce1b-b730-4af3-9187-a2870b8fc6e4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 931 time: 0.0747659 Aug 27 04:19:11.342365 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:11.377580 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9e1ca271-d355-4815-a00d-b344cdb06d69 req-8b7ae5fe-3949-4c7a-9d2a-161deb3d6b91 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641782 Aug 27 04:19:11.406763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-83f1aa97-4746-4f47-b949-812fc3d00b95 req-f0824a31-a6fb-4247-8c1b-509f463157ab tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592692 Aug 27 04:19:11.413189 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Attempting to bind port 0ec77322-46d4-445f-9d96-1b0364722727 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:19:11.413639 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Attempting to bind port 0ec77322-46d4-445f-9d96-1b0364722727 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:19:11.414080 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Attempting to bind port 0ec77322-46d4-445f-9d96-1b0364722727 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:19:11.433330 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Port 0ec77322-46d4-445f-9d96-1b0364722727 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:19:11.433779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Attempting to bind port 0ec77322-46d4-445f-9d96-1b0364722727 on network c2bd2fb5-e4f2-41d4-8491-b54755281d6b {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:19:11.439749 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:19:11.440298 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Checking segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:19:11.440683 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Bound using segment: {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:19:11.441113 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Bound port: 0ec77322-46d4-445f-9d96-1b0364722727, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '191811a5-e0e7-4a10-a929-a329de219dfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:19:11.441471 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.510489 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:19:11.513684 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ec77322-46d4-445f-9d96-1b0364722727,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:19:11.558804 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.592316 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.592931 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.594318 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] 10.222.0.74 "PUT /v2.0/ports/0ec77322-46d4-445f-9d96-1b0364722727 HTTP/1.1" status: 200 len: 1093 time: 0.8311698 Aug 27 04:19:11.595409 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:19:11.597705 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fab8f9-444a-4509-b126-5408aa34d535" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:19:11.623261 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83ebd-2733-4805-a450-c0fc80d96090 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:11.637744 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f914e63-4cc9-45ed-8dbe-5389fd3e74f9 x-openstack-request-id: req-3f914e63-4cc9-45ed-8dbe-5389fd3e74f9 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:19:11.639977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:19:11.639977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f914e63-4cc9-45ed-8dbe-5389fd3e74f9 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:19:11.639977 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727', 'status': 'completed', 'code': 200} Aug 27 04:19:11.736160 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab8f9-444a-4509-b126-5408aa34d535 req-7c2c741c-94b8-4e10-ac8e-03eb36c37224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.738379 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-75fab8f9-444a-4509-b126-5408aa34d535 req-7c2c741c-94b8-4e10-ac8e-03eb36c37224 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1096 time: 0.0460896 Aug 27 04:19:11.804303 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-750f0d09-1896-41b3-b4ba-5b583a3f7e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:11.849528 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab8f9-444a-4509-b126-5408aa34d535 req-1d38837d-27c7-4313-912a-18d0823dc9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.851073 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-75fab8f9-444a-4509-b126-5408aa34d535 req-1d38837d-27c7-4313-912a-18d0823dc9d6 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=98836f9ced7149bc904274a5add221ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0973628 Aug 27 04:19:11.945568 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fab8f9-444a-4509-b126-5408aa34d535 req-a400b191-147c-4df1-b103-fcd0ee41cee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:11.947012 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-75fab8f9-444a-4509-b126-5408aa34d535 req-a400b191-147c-4df1-b103-fcd0ee41cee4 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0882106 Aug 27 04:19:11.958463 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:12.053622 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-98cba938-e307-4c8d-9c9b-0ae42a1efeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:12.055408 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-98cba938-e307-4c8d-9c9b-0ae42a1efeec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1096 time: 0.0412471 Aug 27 04:19:12.106584 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-06ac3c3b-85a5-424c-9114-fa674a1f4504 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ec77322-46d4-445f-9d96-1b0364722727 HTTP/1.1" status: 200 len: 217 time: 0.0369699 Aug 27 04:19:12.159662 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-b22c0c16-3497-4980-93fe-63fd619c8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:12.161129 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-b22c0c16-3497-4980-93fe-63fd619c8c1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0460713 Aug 27 04:19:12.207555 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-70c6434b-9563-4680-ac5f-a55a62c58a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:12.209012 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-70c6434b-9563-4680-ac5f-a55a62c58a95 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413857 Aug 27 04:19:12.303489 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-713dad61-4740-41d7-9f4a-ec6ea92ea6a9 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871565 Aug 27 04:19:12.393555 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-15ba9e83-3d5f-4908-8a14-7ef738138b95 req-781af4f3-0fa3-4e8d-98e0-e50cc8f8d374 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829275 Aug 27 04:19:12.530247 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b73e2-6675-418f-9b60-a7f0c5d6b55c req-7e4629f0-d950-4068-979a-387a81a126cf tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:12.531657 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-490b73e2-6675-418f-9b60-a7f0c5d6b55c req-7e4629f0-d950-4068-979a-387a81a126cf tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0819266 Aug 27 04:19:12.544205 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8f27b-0cbd-4226-867e-3e8c2ba94cab req-71b7273e-f302-455e-85f7-37dcf0f868cb tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:12.545693 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95c8f27b-0cbd-4226-867e-3e8c2ba94cab req-71b7273e-f302-455e-85f7-37dcf0f868cb tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0648439 Aug 27 04:19:12.601389 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-490b73e2-6675-418f-9b60-a7f0c5d6b55c req-224f3bc2-bed0-44e4-b5b3-26be61731cf0 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547099 Aug 27 04:19:12.606069 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-95c8f27b-0cbd-4226-867e-3e8c2ba94cab req-e301ca1c-b390-49c4-bc3c-6740cf885315 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533962 Aug 27 04:19:12.867346 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:13.751802 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480d995-4760-4aa1-93e4-94cd034b2551 req-091b90a9-a23c-4e75-8f45-9465a3a58984 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:13.753285 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2480d995-4760-4aa1-93e4-94cd034b2551 req-091b90a9-a23c-4e75-8f45-9465a3a58984 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0789886 Aug 27 04:19:13.760535 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e2106a-e95a-4b5e-854a-01b100f7f83a req-5a71069f-3e93-4a8e-b62c-8b731a127d60 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:13.761887 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61e2106a-e95a-4b5e-854a-01b100f7f83a req-5a71069f-3e93-4a8e-b62c-8b731a127d60 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0901494 Aug 27 04:19:13.826522 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2480d995-4760-4aa1-93e4-94cd034b2551 req-e3c533eb-9133-4f42-a027-3e53fd44aa20 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636849 Aug 27 04:19:13.831248 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61e2106a-e95a-4b5e-854a-01b100f7f83a req-6ba87bba-1770-48ab-92a9-6a1957f97512 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613902 Aug 27 04:19:14.343839 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:14.964762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25833d08-28ee-4c89-86e0-3104029216ad req-e1d3c4f2-28d4-41db-953c-a14d91db5ff3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:14.966247 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25833d08-28ee-4c89-86e0-3104029216ad req-e1d3c4f2-28d4-41db-953c-a14d91db5ff3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0743830 Aug 27 04:19:14.978482 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae044e40-17ca-44b4-8f9f-ac0798399f0e req-df0779ce-e26c-4033-bbd7-2ea61423b15c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:14.980012 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae044e40-17ca-44b4-8f9f-ac0798399f0e req-df0779ce-e26c-4033-bbd7-2ea61423b15c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0787342 Aug 27 04:19:15.041120 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ae044e40-17ca-44b4-8f9f-ac0798399f0e req-d8af80e3-09b6-41e1-9a1e-daae38c7705f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539947 Aug 27 04:19:15.043824 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-25833d08-28ee-4c89-86e0-3104029216ad req-afa668b5-d17f-433c-813f-2102f9d21ad4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629318 Aug 27 04:19:16.182840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7248b68-e054-4eeb-9afa-696a90aa8feb req-9430021e-e8a0-4acb-b78e-f4a735456896 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:16.184344 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7248b68-e054-4eeb-9afa-696a90aa8feb req-9430021e-e8a0-4acb-b78e-f4a735456896 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0759282 Aug 27 04:19:16.193084 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0fe68-e35b-499d-a829-e31038f975a3 req-71239f22-1064-4abd-accd-69725a8867d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:16.194472 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94a0fe68-e35b-499d-a829-e31038f975a3 req-71239f22-1064-4abd-accd-69725a8867d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0768886 Aug 27 04:19:16.248721 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f7248b68-e054-4eeb-9afa-696a90aa8feb req-a3aeaf26-4759-4c71-9dd2-75c3d0f114da tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531883 Aug 27 04:19:16.253960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-94a0fe68-e35b-499d-a829-e31038f975a3 req-8a6d7854-dca1-4558-b6d6-be9fb647fa13 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527596 Aug 27 04:19:17.394993 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea8e87-03e4-4937-b24b-e9271bc805e5 req-549b0f43-8e9e-496b-99cc-ffe683464582 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:17.396469 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aeea8e87-03e4-4937-b24b-e9271bc805e5 req-549b0f43-8e9e-496b-99cc-ffe683464582 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0789416 Aug 27 04:19:17.404817 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5482a4f1-2140-4719-8c5b-d134c3e4ffc1 req-0a3e7eba-05b7-43a0-9a85-119423bcb955 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:17.406398 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5482a4f1-2140-4719-8c5b-d134c3e4ffc1 req-0a3e7eba-05b7-43a0-9a85-119423bcb955 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0800188 Aug 27 04:19:17.461940 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aeea8e87-03e4-4937-b24b-e9271bc805e5 req-5c73830d-a66b-4c7e-bf31-66381069045b tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547457 Aug 27 04:19:17.466608 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5482a4f1-2140-4719-8c5b-d134c3e4ffc1 req-78c607f5-03a4-4041-b8e8-a24bd468a1e7 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533652 Aug 27 04:19:18.606368 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733e930-434b-46d6-ac37-9c574dc3a416 req-06accddd-6553-4d03-80d7-3e7c08116603 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:18.607873 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0733e930-434b-46d6-ac37-9c574dc3a416 req-06accddd-6553-4d03-80d7-3e7c08116603 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0776429 Aug 27 04:19:18.620661 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192b2dc-6b13-469c-885d-71a1b0c788b9 req-16a9420d-aa58-4a33-acb6-18a355c9da75 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:18.622064 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b192b2dc-6b13-469c-885d-71a1b0c788b9 req-16a9420d-aa58-4a33-acb6-18a355c9da75 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0905800 Aug 27 04:19:18.675799 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0733e930-434b-46d6-ac37-9c574dc3a416 req-834a3c10-a10a-40f3-a5d5-2772aada7a0c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527596 Aug 27 04:19:18.683134 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b192b2dc-6b13-469c-885d-71a1b0c788b9 req-49f460d3-b449-41ae-a95a-644192cc5b09 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538151 Aug 27 04:19:19.863946 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70e0e2-a4f8-4c69-a6f6-666a931ca8e7 req-792e366e-8305-4072-8dd1-0884c28a6c39 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:19.866193 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c70e0e2-a4f8-4c69-a6f6-666a931ca8e7 req-792e366e-8305-4072-8dd1-0884c28a6c39 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.1153572 Aug 27 04:19:19.877253 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccdfc6d-ea5d-43f3-b40e-4a76aa289a0e req-d11ceb09-1f3b-4c4e-bace-81aa25dc1d07 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:19.882341 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ccdfc6d-ea5d-43f3-b40e-4a76aa289a0e req-d11ceb09-1f3b-4c4e-bace-81aa25dc1d07 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.1140366 Aug 27 04:19:19.950547 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7c70e0e2-a4f8-4c69-a6f6-666a931ca8e7 req-a7c77ce4-bdb6-434e-b0ab-b8c179b671e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705838 Aug 27 04:19:19.959923 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ccdfc6d-ea5d-43f3-b40e-4a76aa289a0e req-6788f0b5-16e1-4d4c-8921-bdb3676adbaa tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738568 Aug 27 04:19:20.312050 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d7048-5706-43cc-8266-a0e6d5a82a28 req-3b25418d-1b70-4804-8351-ccdd05c3b9ca tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:20.314014 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc4d7048-5706-43cc-8266-a0e6d5a82a28 req-3b25418d-1b70-4804-8351-ccdd05c3b9ca tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0571299 Aug 27 04:19:20.357526 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-cc4d7048-5706-43cc-8266-a0e6d5a82a28 req-991d1baf-8cb4-490a-ba1f-4cce88c3ea67 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359228 Aug 27 04:19:20.450832 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-cc40db6f-bf69-4d6f-a691-5bc17257fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:20.452404 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-cc40db6f-bf69-4d6f-a691-5bc17257fded service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0494571 Aug 27 04:19:20.548825 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-7ab923f4-81f0-49da-a3ff-77efcefef001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:20.550202 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-7ab923f4-81f0-49da-a3ff-77efcefef001 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0906739 Aug 27 04:19:20.619915 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-a5f20544-448e-4c94-89f4-1a75e9978dc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1000 time: 0.0620990 Aug 27 04:19:20.671878 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-7c17e248-69b9-4a9e-a085-6c98f02f127b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:20.673351 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-7c17e248-69b9-4a9e-a085-6c98f02f127b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0469491 Aug 27 04:19:20.717907 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-55669127-3c8d-4afd-b20e-328a9225ef80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:20.719531 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-55669127-3c8d-4afd-b20e-328a9225ef80 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390799 Aug 27 04:19:20.812112 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-5b210399-8d69-4baa-9e00-b1ae28dfc815 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Aug 27 04:19:20.908239 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-1194c1eb-714f-4d12-8c5e-5501eae9c322 req-0717f2c9-f948-488c-b80a-7280905f193d service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878630 Aug 27 04:19:21.075152 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8482358-1f15-4acd-9319-01ec4f33ab66 req-2c2c64eb-eeec-44bf-9e86-56cf4a347249 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:21.076511 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f8482358-1f15-4acd-9319-01ec4f33ab66 req-2c2c64eb-eeec-44bf-9e86-56cf4a347249 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0479205 Aug 27 04:19:21.114515 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f8482358-1f15-4acd-9319-01ec4f33ab66 req-8caeb13c-2ec0-4d00-a358-b7364cf1e31d tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315762 Aug 27 04:19:21.489486 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f05860-3a66-496e-8043-1c97f679f0a4 req-fbcea4a2-e29c-4e5b-ad90-26631814a2fa tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:21.491033 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a5f05860-3a66-496e-8043-1c97f679f0a4 req-fbcea4a2-e29c-4e5b-ad90-26631814a2fa tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0564291 Aug 27 04:19:21.530875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a5f05860-3a66-496e-8043-1c97f679f0a4 req-8c623c3c-0697-4ffb-b5e5-8f36b4329a8c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Aug 27 04:19:22.227998 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e44198-2db0-4d42-8338-c4059e8e9977 req-3f1b1e45-06d1-420c-8265-4d5ea2d5c72b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:22.229412 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92e44198-2db0-4d42-8338-c4059e8e9977 req-3f1b1e45-06d1-420c-8265-4d5ea2d5c72b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 943 time: 0.0490446 Aug 27 04:19:22.269337 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-92e44198-2db0-4d42-8338-c4059e8e9977 req-54721258-ac8a-45a3-8319-8bcc4ecaf06f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333152 Aug 27 04:19:22.311770 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 0ec77322-46d4-445f-9d96-1b0364722727 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:19:22.409520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ec77322-46d4-445f-9d96-1b0364722727,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:19:22.421070 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '0ec77322-46d4-445f-9d96-1b0364722727', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'port_id': '0ec77322-46d4-445f-9d96-1b0364722727', 'mac_address': 'fa:16:3e:09:02:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:19:22.458549 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:22.472399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec77322-46d4-445f-9d96-1b0364722727 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:19:22.496159 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ec77322-46d4-445f-9d96-1b0364722727,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:19:22.563880 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:22.612446 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:22.619858 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.620367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.620522 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.620854 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.621175 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.621498 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.621817 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.622135 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.622481 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.622826 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.623140 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.623454 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:22.650136 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9f43e-1926-4c53-9227-bcf976c801a9 req-51545885-59c0-4164-b04d-235421261f39 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:22.651651 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ed9f43e-1926-4c53-9227-bcf976c801a9 req-51545885-59c0-4164-b04d-235421261f39 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0488110 Aug 27 04:19:22.691787 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0ed9f43e-1926-4c53-9227-bcf976c801a9 req-41332ab8-7466-4980-bdb1-c68214189785 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335758 Aug 27 04:19:23.021870 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['0ec77322-46d4-445f-9d96-1b0364722727'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:19:23.392158 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6de57b5-e433-4bba-9493-8c7172bff62c req-ea672212-652e-4045-bf64-8778cd2e8f1e tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:23.394022 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6de57b5-e433-4bba-9493-8c7172bff62c req-ea672212-652e-4045-bf64-8778cd2e8f1e tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 944 time: 0.0568495 Aug 27 04:19:23.434289 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b6de57b5-e433-4bba-9493-8c7172bff62c req-67961778-8c0d-4a44-b33a-ff011761c661 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342495 Aug 27 04:19:23.729825 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:24.311862 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 0ec77322-46d4-445f-9d96-1b0364722727 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:19:24.461029 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 0ec77322-46d4-445f-9d96-1b0364722727 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:19:24.466164 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 0ec77322-46d4-445f-9d96-1b0364722727 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:19:24.466533 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:24.548098 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:24.551381 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8ff1a-6b10-4fa9-8a80-d06ca5e69002 req-732cee20-9857-48d6-9d6a-30f9f884e880 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:24.552875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dac8ff1a-6b10-4fa9-8a80-d06ca5e69002 req-732cee20-9857-48d6-9d6a-30f9f884e880 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 944 time: 0.0482888 Aug 27 04:19:24.576051 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:19:24.578270 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e8f523-e533-4cd8-a143-5c662afc23d3" -d '{"events": [{"server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec77322-46d4-445f-9d96-1b0364722727"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:19:24.591125 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ec77322-46d4-445f-9d96-1b0364722727,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:19:24.592076 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-dac8ff1a-6b10-4fa9-8a80-d06ca5e69002 req-3274443c-0e8a-48e0-879c-5fa69a270d94 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323877 Aug 27 04:19:24.670648 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d271d847-1c3d-4690-8adf-17011d3fc899 x-openstack-request-id: req-d271d847-1c3d-4690-8adf-17011d3fc899 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:19:24.670943 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "name": "network-vif-plugged", "status": "completed", "tag": "0ec77322-46d4-445f-9d96-1b0364722727", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:19:24.671192 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d271d847-1c3d-4690-8adf-17011d3fc899 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:19:24.671585 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727', 'code': 200} Aug 27 04:19:24.695013 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:24.748054 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:25.212503 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2a878-6fc4-48c4-9edd-fa81577f28b3 req-a11b1328-140b-462b-ba2c-60a135fcbf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:25.214025 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e7a2a878-6fc4-48c4-9edd-fa81577f28b3 req-a11b1328-140b-462b-ba2c-60a135fcbf9d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1098 time: 0.0418088 Aug 27 04:19:25.249903 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-e7a2a878-6fc4-48c4-9edd-fa81577f28b3 req-152ba2e0-84f0-47c7-a061-a93e2219500c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286119 Aug 27 04:19:25.706837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d81d6d-cdba-4481-9b83-36eb4504574e req-134e1cd3-6af3-4020-b64b-3aec3e05607b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:25.708320 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11d81d6d-cdba-4481-9b83-36eb4504574e req-134e1cd3-6af3-4020-b64b-3aec3e05607b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0483212 Aug 27 04:19:25.745878 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-11d81d6d-cdba-4481-9b83-36eb4504574e req-ed3abe2d-a086-4eca-9ace-3c75c7acef73 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316169 Aug 27 04:19:26.866385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a6042-17ea-4117-898c-24c565067a75 req-d6250ffd-eafa-4424-ad7a-f5084c12437b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:26.867912 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b79a6042-17ea-4117-898c-24c565067a75 req-d6250ffd-eafa-4424-ad7a-f5084c12437b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0520229 Aug 27 04:19:26.907478 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b79a6042-17ea-4117-898c-24c565067a75 req-7e3e293f-d5cf-4186-b75c-f82912a311dc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331326 Aug 27 04:19:28.029436 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d9eb72-234a-4f81-9c87-f4ae5cde7085 req-e9a897db-cdd2-4bb1-b6df-d575f42fb698 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:28.031002 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17d9eb72-234a-4f81-9c87-f4ae5cde7085 req-e9a897db-cdd2-4bb1-b6df-d575f42fb698 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0524530 Aug 27 04:19:28.074039 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-17d9eb72-234a-4f81-9c87-f4ae5cde7085 req-05fee3a1-8d70-4de4-b25e-ec5fce8aee54 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348420 Aug 27 04:19:28.192914 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbe301-21d8-46ab-a4b5-2042bcb34741 req-86451626-bb45-4491-801d-e533f9d5e52b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:28.194370 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45bbe301-21d8-46ab-a4b5-2042bcb34741 req-86451626-bb45-4491-801d-e533f9d5e52b tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0486891 Aug 27 04:19:28.234518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-45bbe301-21d8-46ab-a4b5-2042bcb34741 req-b85fbca4-a785-4aa2-a6c3-df74bafaf592 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340495 Aug 27 04:19:28.257159 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48512) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:19:28.401605 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d299976-bdb0-4304-9e45-44396c844faf tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:28.403151 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4d299976-bdb0-4304-9e45-44396c844faf tempest-TestVolumeBootPattern-1560918173 tempest-TestVolumeBootPattern-1560918173-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1093 time: 0.1450028 Aug 27 04:19:28.405989 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48516) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:19:28.410498 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'port_id': '0ec77322-46d4-445f-9d96-1b0364722727', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:19:28.495727 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:28.594876 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:28.705161 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_common [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Allocated IP 172.27.3.149 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/52253f9e-0c7b-485a-ab64-869bf1beb4ee) {{(pid=94487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:19:28.817154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:28.925052 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:28.967095 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:19:28.970160 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Resources bound (agent type, host, resource id): {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:19:28.976045 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Received port after_create {{(pid=94487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:19:29.001015 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=52253f9e-0c7b-485a-ab64-869bf1beb4ee,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:29.012487 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.012840 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.013191 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.013532 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.013866 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.014240 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.014538 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.014924 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.014924 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.015673 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.015895 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.021870 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:19:29.400982 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:29.547035 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:29.691696 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for port, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:29.763588 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318119'] for port, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:29.838932 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event updated for resources: {'Port': ['ID=52253f9e-0c7b-485a-ab64-869bf1beb4ee,revision_number=2']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:19:29.847762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:29.956265 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP 3e5fcf3e-0391-49d8-816d-89e863a5cbd1 associated. External IP: 172.27.3.149, port: 0ec77322-46d4-445f-9d96-1b0364722727. Aug 27 04:19:30.411637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:19:30.517048 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:19:30.526759 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:19:30.536329 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:19:30.542500 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:19:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:19:30.586454 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:30.613532 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-81978b54-a7ff-44bb-a703-257061ce32d3 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2064471 Aug 27 04:19:30.614108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:19:30.616409 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:19:30.644477 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:19:30.736554 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9040091e-35fa-4d52-a924-8d523a1891aa x-openstack-request-id: req-9040091e-35fa-4d52-a924-8d523a1891aa {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:19:30.736846 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:19:30.737096 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9040091e-35fa-4d52-a924-8d523a1891aa {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:19:30.737520 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727', 'status': 'completed', 'code': 200} Aug 27 04:19:30.832820 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-176d4d2b-f350-4bf8-8f33-d123bca5600c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:30.834489 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-176d4d2b-f350-4bf8-8f33-d123bca5600c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1098 time: 0.0460331 Aug 27 04:19:30.909140 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}, {'id': '3e5fcf3e-0391-49d8-816d-89e863a5cbd1', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': '0ec77322-46d4-445f-9d96-1b0364722727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:09:02:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:19:29Z', 'updated_at': '2021-08-27T04:19:29Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:19:30.940831 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:19:30.950111 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:19:30.950770 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:19:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:19:31.058423 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:19:31.212017 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-03a3d836-c379-4f45-bba3-fe2e444eee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:31.213422 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-03a3d836-c379-4f45-bba3-fe2e444eee05 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.3718464 Aug 27 04:19:31.288834 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-23b49cd2-ab0f-40f8-bfd0-d1c062968843 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ec77322-46d4-445f-9d96-1b0364722727 HTTP/1.1" status: 200 len: 999 time: 0.0619860 Aug 27 04:19:31.293656 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}, {'id': '3e5fcf3e-0391-49d8-816d-89e863a5cbd1', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': '0ec77322-46d4-445f-9d96-1b0364722727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:09:02:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:19:29Z', 'updated_at': '2021-08-27T04:19:29Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:19:31.326074 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cca1a0c-5268-4c03-bd90-53ce9f82bb53 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}, {'id': '3e5fcf3e-0391-49d8-816d-89e863a5cbd1', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.149', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': '0ec77322-46d4-445f-9d96-1b0364722727', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:09:02:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:19:29Z', 'updated_at': '2021-08-27T04:19:29Z', 'revision_number': 0, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:19:31.343758 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-0b2b9251-ac9c-4aee-8df2-6a42d059721f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:31.345953 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-0b2b9251-ac9c-4aee-8df2-6a42d059721f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0468280 Aug 27 04:19:31.412852 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-e0bf2a14-b0bf-40b6-a398-395c9ec9883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:31.414356 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-e0bf2a14-b0bf-40b6-a398-395c9ec9883e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434070 Aug 27 04:19:31.518184 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-8b2aae0f-60b6-4594-be9f-0f660d662161 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916247 Aug 27 04:19:31.528812 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8869bf8-0f5d-4a8b-8001-69fc0979b779 None None] New status for floating IP 3e5fcf3e-0391-49d8-816d-89e863a5cbd1: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:19:31.621677 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-dc132e05-dbba-4e47-b136-7dc8ec8e0ee2 req-9b3865e0-d819-48cf-9a57-2453cc2b6661 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844755 Aug 27 04:19:34.873276 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-7dfdfd94-2de1-4940-af8e-554e4bb21366 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381200 Aug 27 04:19:34.971995 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-ccc2386c-73c6-478e-a37a-0f6b9e019ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:34.973589 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-ccc2386c-73c6-478e-a37a-0f6b9e019ef0 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0423429 Aug 27 04:19:35.074723 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-1213b41e-47f1-4afe-af25-e2b8e2aaab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:35.076170 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-1213b41e-47f1-4afe-af25-e2b8e2aaab6d service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0836809 Aug 27 04:19:35.146047 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-9461ac49-e260-42d3-8eb0-2e76c880e6bd service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 1001 time: 0.0604126 Aug 27 04:19:35.203659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-aba16621-8e9d-463f-9fd7-f3504b7d3f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:35.205295 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-aba16621-8e9d-463f-9fd7-f3504b7d3f03 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0480883 Aug 27 04:19:35.251457 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-40ac9623-cf65-41c2-89f7-8ea0c6e0f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:19:35.252977 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-40ac9623-cf65-41c2-89f7-8ea0c6e0f2b7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391822 Aug 27 04:19:35.345730 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-54f75533-a226-4d7c-8850-c42dc411f009 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839217 Aug 27 04:19:35.435944 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8b966fc8-e04a-496d-b65f-9733775d1f1a req-8f3d1b5c-5430-4c33-abf7-b89e3e006072 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810094 Aug 27 04:19:35.945827 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:19:39.020831 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5077bab4-3f61-4740-9f35-cda3e27c3ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:41.797869 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b40755bd-c946-4ca8-b0c7-651befeb38ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:41.945863 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:43.008900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:44.271920 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:19:53.717212 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:09.031266 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ab66448e-6fa3-4a61-8294-add95cc7146a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:11.779542 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ad3643b9-a3a0-460e-976d-e0e06554c112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:11.946106 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:12.865664 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:12.943750 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:20:14.276761 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:23.699345 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:34.867341 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-319e0259-dc8e-4302-9f46-10868cdd8403 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383108 Aug 27 04:20:34.968256 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-d6aa065b-4e98-4181-9a46-b5d4da168583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:34.969710 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-d6aa065b-4e98-4181-9a46-b5d4da168583 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0433331 Aug 27 04:20:35.071368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-be015681-6dca-45d8-8e8f-fc1d081fcc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:35.072821 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-be015681-6dca-45d8-8e8f-fc1d081fcc04 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0831268 Aug 27 04:20:35.141405 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-fe8b2683-4348-4574-bb6d-d1b931acfe27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 200 len: 1000 time: 0.0609214 Aug 27 04:20:35.190276 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-0646755b-30aa-47c5-b74c-e8e2e38dc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:35.191746 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-0646755b-30aa-47c5-b74c-e8e2e38dc06c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0436902 Aug 27 04:20:35.236445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-6278c856-b1cd-4f8c-b6a4-fc8f170719fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:35.237898 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-6278c856-b1cd-4f8c-b6a4-fc8f170719fb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385668 Aug 27 04:20:35.330832 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-57e192b8-8b87-47d5-be54-d060260e6685 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841064 Aug 27 04:20:35.420353 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-6b87e230-9bc0-48fb-874c-f3b0d7ada106 req-fda1911d-7760-49a8-8a59-b1c73cbc337c service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820212 Aug 27 04:20:39.007838 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1e25ccac-ac7e-4d91-8c83-6d2782f1bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:40.041032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8202caf-d9e4-40ed-b702-1df0a1d472c1 req-91df2620-104b-4ef5-aeca-adf0d0da62a6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:40.042569 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a8202caf-d9e4-40ed-b702-1df0a1d472c1 req-91df2620-104b-4ef5-aeca-adf0d0da62a6 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0490944 Aug 27 04:20:40.080131 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a8202caf-d9e4-40ed-b702-1df0a1d472c1 req-23d68990-f032-4abc-bfc2-c8e9125884db tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Aug 27 04:20:41.207934 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f888-cdc7-4110-904d-e6d81b00c4ec req-07efa40f-4f26-466b-8e2b-03ca53f620e3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:41.209383 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90f1f888-cdc7-4110-904d-e6d81b00c4ec req-07efa40f-4f26-466b-8e2b-03ca53f620e3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0483446 Aug 27 04:20:41.251491 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-90f1f888-cdc7-4110-904d-e6d81b00c4ec req-ff4c0a36-ace9-47ea-9ca1-4fab806e3bd7 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354888 Aug 27 04:20:41.773157 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e778065d-1d23-465d-b4d1-38dfb8b1fc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:41.938871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.379032 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce17c3-a94d-4732-acb8-2498e1fc1e5a req-64999c26-f516-4272-946a-75b42953e1d5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:42.380529 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-87ce17c3-a94d-4732-acb8-2498e1fc1e5a req-64999c26-f516-4272-946a-75b42953e1d5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0481861 Aug 27 04:20:42.418429 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-87ce17c3-a94d-4732-acb8-2498e1fc1e5a req-82dd081a-dec2-4b84-a549-6f1832515080 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=b0c37e6c-b043-431c-9ae7-c005624fc005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318215 Aug 27 04:20:42.535091 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e8789014-9475-4273-8921-2c1db4139d92 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:42.536496 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e8789014-9475-4273-8921-2c1db4139d92 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 945 time: 0.0490344 Aug 27 04:20:42.629445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Deleting port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:20:42.629785 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.716327 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] For port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:20:42.716693 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.881985 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.888488 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.891712 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:42.891712 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Floating IP 03882084-62e0-4f70-8780-076a09245e5e disassociated. External IP: 172.27.3.96, port: 3fce287d-dfc5-4a0d-8882-b3e2a759aef8. Aug 27 04:20:42.891712 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Calling delete_port for 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:20:43.081820 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:43.113489 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'Port': ['ID=3fce287d-dfc5-4a0d-8882-b3e2a759aef8,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:43.124857 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.125206 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.125544 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.125873 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.126198 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.126523 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.126879 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.127201 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.127528 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.127842 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.128158 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.128475 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:43.233575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:20:43.335482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:20:43.344944 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:20:43.354292 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:20:43.355033 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:20:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:20:43.380280 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] No DVR routers for this DVR port 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:20:43.383137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:43.386005 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f394e589-9f1c-403f-a68e-3e69a75f63ae req-e39f26f8-d3c7-443c-9250-ad35029b68d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "DELETE /v2.0/ports/3fce287d-dfc5-4a0d-8882-b3e2a759aef8 HTTP/1.1" status: 204 len: 173 time: 0.8408527 Aug 27 04:20:43.386543 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'name': 'network-vif-deleted', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:20:43.389950 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653dedae-9090-41ea-b7cd-6e6e357a5990" -d '{"events": [{"server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "name": "network-vif-deleted", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:20:43.465303 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:20:43.493802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e947e7f-9357-4712-b345-f7ec95bcc3c3 x-openstack-request-id: req-8e947e7f-9357-4712-b345-f7ec95bcc3c3 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:20:43.494097 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45894587-8bff-45cc-ab9f-b8ec963e6ae5", "name": "network-vif-deleted", "tag": "3fce287d-dfc5-4a0d-8882-b3e2a759aef8", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:20:43.494352 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e947e7f-9357-4712-b345-f7ec95bcc3c3 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:20:43.495499 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45894587-8bff-45cc-ab9f-b8ec963e6ae5', 'name': 'network-vif-deleted', 'tag': '3fce287d-dfc5-4a0d-8882-b3e2a759aef8', 'status': 'completed', 'code': 200} Aug 27 04:20:43.535218 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-edfac256-c13e-447c-8372-09532dbacf54 req-a2b7544e-ba27-4b66-9501-8faf8b8fa98a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=45894587-8bff-45cc-ab9f-b8ec963e6ae5 HTTP/1.1" status: 200 len: 210 time: 0.0293720 Aug 27 04:20:43.675293 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:20:43.701790 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:20:43.709640 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:20:43.710236 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:20:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:20:43.816564 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:20:44.008514 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:20:44.037401 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e00dce-2767-4fa9-af95-3590da4bdd05 None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:20:44.295323 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4491b4c5-a018-4ccd-a319-93d3438d155e None None] New status for floating IP 03882084-62e0-4f70-8780-076a09245e5e: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:20:44.300256 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:44.653551 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48600) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:44.668599 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:20:44.689540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:20:44.689884 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 3fce287d-dfc5-4a0d-8882-b3e2a759aef8 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:20:44.708792 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:44.730827 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:44.830690 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:44.833221 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:44.834462 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "DELETE /v2.0/security-groups/b0c37e6c-b043-431c-9ae7-c005624fc005 HTTP/1.1" status: 204 len: 168 time: 0.1799023 Aug 27 04:20:44.837251 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48602) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:44.843563 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c37e6c-b043-431c-9ae7-c005624fc005,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:44.850710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.851062 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.851404 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.851595 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.api.v2.resource [None req-1be1041e-209e-4065-8d2b-d0b082e4aab5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] show failed (client error): The resource could not be found. Aug 27 04:20:44.851773 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.852088 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.852422 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.852592 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1be1041e-209e-4065-8d2b-d0b082e4aab5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups/b0c37e6c-b043-431c-9ae7-c005624fc005 HTTP/1.1" status: 404 len: 347 time: 0.0143607 Aug 27 04:20:44.852847 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.853165 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.853492 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.853837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.854155 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.854475 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18dab6e-9b57-4b4a-a90e-294d40d84f33 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:44.855391 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48604) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:44.986435 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Deleting port 773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:20:44.986814 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.062797 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.063126 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.075088 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Calling delete_port for 773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:20:45.270226 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.294011 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'Port': ['ID=773cd6eb-dd2b-4c4a-bd6e-7b8ba7784c4b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:45.358174 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.360890 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.362049 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b6e0fbec-7881-4024-8d86-26f329f65090 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "DELETE /v2.0/floatingips/03882084-62e0-4f70-8780-076a09245e5e HTTP/1.1" status: 204 len: 168 time: 0.5041022 Aug 27 04:20:45.689500 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48608) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:45.694342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group': {'name': 'tempest-securitygroup--566347037', 'description': 'tempest-description--1860669162'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:45.784610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.865315 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.951383 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:45.980050 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6880577-0032-4a99-bf2e-d3fc153f8363,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:46.030977 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.032221 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-40796f3c-d570-413f-9d3c-2eee9d764e8f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3417180 Aug 27 04:20:46.035058 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48610) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:46.039472 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group_rule': {'security_group_id': 'd6880577-0032-4a99-bf2e-d3fc153f8363', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:46.138356 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.195643 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.299249 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.316456 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22da100d-8aab-44d3-aa56-fa32aef8aa8b,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:46.413263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.414533 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a190e061-3d56-4f99-b23c-411f3abb16e1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3785591 Aug 27 04:20:46.417211 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48612) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:46.422309 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'security_group_rule': {'security_group_id': 'd6880577-0032-4a99-bf2e-d3fc153f8363', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:46.509026 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.568839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.658887 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-621225'] for security_group_rule, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.676997 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896541b5-3427-418d-9db7-ea4681fe1337,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:46.756215 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.757414 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-e32cd25d-e201-4931-9dd0-06d2e845a581 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3392463 Aug 27 04:20:46.760501 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48614) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:20:46.765405 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'floatingip': {'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:46.847756 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:46.939389 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.043708 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Allocated IP 172.27.3.206 (b0966296-0ad8-4faf-a776-c234ad6e19f9/dd9d9053-9abb-4816-bb31-9f8693493349/cb3e2b36-e1b4-4a36-b10c-49d64583a700) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:20:47.141637 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.248606 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.287709 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Network b0966296-0ad8-4faf-a776-c234ad6e19f9 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:20:47.294610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:20:47.297494 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:20:47.322134 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=cb3e2b36-e1b4-4a36-b10c-49d64583a700,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:47.386266 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.465180 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.614404 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.670679 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.739579 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=cb3e2b36-e1b4-4a36-b10c-49d64583a700,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:47.752834 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.807212 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:47.808443 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-30dbf435-2c04-456f-8574-31a34bfeffe1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0469956 Aug 27 04:20:47.951213 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-1a5a77b3-0c41-4cdd-9253-087ad1fa95f3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--566347037&fields=id&tenant_id=0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 267 time: 0.0370770 Aug 27 04:20:48.055590 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-6bdd5c3b-4ce3-4f02-bc0c-6e5021d8e7eb tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:48.056951 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-6bdd5c3b-4ce3-4f02-bc0c-6e5021d8e7eb tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 811 time: 0.0990896 Aug 27 04:20:48.072289 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-d464d55d-420b-4b9a-9761-2f97539422f7 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/quotas/0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 375 time: 0.0090647 Aug 27 04:20:48.124595 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-143d0386-5498-457c-a48f-fcd992affe9a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472076 Aug 27 04:20:48.223363 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-c1cfc801-f8bc-4a00-ace5-fc258778d6a1 service neutron] 10.222.0.73 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876353 Aug 27 04:20:48.318374 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-4bdbb9cb-e4e1-4ece-be9c-a9de1f8319a5 service neutron] 10.222.0.73 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Aug 27 04:20:48.505789 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-02398027-94fc-4ed4-9fb8-7386a5e9a807 req-b1c8ae12-5917-4a7e-b803-3e0e3d4f7aa5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 210 time: 0.0318596 Aug 27 04:20:49.583971 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3bff8d2c-0c5d-4fc1-b146-2a95182eff73 req-e9dd8656-709b-4df4-b77a-0548c7801643 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 210 time: 0.0259120 Aug 27 04:20:49.942283 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:20:50.661463 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-3d355b33-b30c-443b-88dc-b11ae25c325b req-df7c878a-c5f1-4106-a54d-fbdcffcc7452 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 210 time: 0.0252879 Aug 27 04:20:51.751823 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c4f66b2e-64ce-4222-8ffd-0a76f40ca062 req-c068cb51-7e8f-4c9a-be0c-a683ef27e84e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 210 time: 0.0254476 Aug 27 04:20:52.170696 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-e1208a46-fede-4df2-9a59-a7414f6911f5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:52.172298 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-e1208a46-fede-4df2-9a59-a7414f6911f5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 811 time: 0.1002755 Aug 27 04:20:52.224482 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-ab403773-d33b-4332-b174-0efe413faad1 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e215cb584e04408bc95d37a5c81d1de HTTP/1.1" status: 200 len: 379 time: 0.0360451 Aug 27 04:20:52.234083 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'port': {'device_id': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'admin_state_up': True, 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'security_groups': ['d6880577-0032-4a99-bf2e-d3fc153f8363']}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:52.442372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Made reservation on behalf of 0e215cb584e04408bc95d37a5c81d1de for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:20:52.446257 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:52.568121 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Allocated IP 172.20.0.3 (70ebb7eb-7166-412b-a492-12027e1cc0b5/d3c36e01-f145-4de0-bf06-97bfc61caf7f/7c6a20ee-51f2-41d8-92d2-c879bdd48024) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:20:52.711567 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:52.725763 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Transition to ACTIVE for port object 7c6a20ee-51f2-41d8-92d2-c879bdd48024 will not be triggered until provisioned by entity DHCP. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:20:52.802499 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:52.843211 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:20:52.846618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:20:52.852779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:20:52.879191 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261c1af-e207-43db-8126-8bf47a5f671a req-ebf596f7-a7ca-4faa-b505-b1961e63ad19 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:52.880867 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a261c1af-e207-43db-8126-8bf47a5f671a req-ebf596f7-a7ca-4faa-b505-b1961e63ad19 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 931 time: 0.0602601 Aug 27 04:20:52.882971 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event updated for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:52.913583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:52.914228 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:52.932081 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a261c1af-e207-43db-8126-8bf47a5f671a req-862e94e1-ae59-4cc0-a0d7-4ae2b2e42617 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391161 Aug 27 04:20:52.986424 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-045eac30-bd8b-4a6b-babf-168a932221b2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550728 Aug 27 04:20:53.003602 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Request body: {'port': {'device_id': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:20:53.057509 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.116260 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-fca80a86-904a-4411-9846-b270fd373453 None None] Provisioning for port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 completed by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:20:53.120288 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-fca80a86-904a-4411-9846-b270fd373453 None None] Provisioning complete for port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 triggered by entity DHCP. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:20:53.120679 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fca80a86-904a-4411-9846-b270fd373453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.156020 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-fca80a86-904a-4411-9846-b270fd373453 None None] Port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 cannot update to ACTIVE because it is not bound. {{(pid=94488) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 27 04:20:53.309228 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6a20ee-51f2-41d8-92d2-c879bdd48024 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:20:53.316600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.327979 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Transition to ACTIVE for port object 7c6a20ee-51f2-41d8-92d2-c879bdd48024 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:20:53.407210 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.465974 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:53.537021 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Attempting to bind port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:20:53.537354 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Attempting to bind port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:20:53.537729 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Attempting to bind port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:20:53.542381 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:20:53.542777 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Attempting to bind port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 on network 70ebb7eb-7166-412b-a492-12027e1cc0b5 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:20:53.547897 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:20:53.548287 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Checking segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:20:53.548677 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Bound using segment: {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:20:53.549243 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Bound port: 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edb50d0a-ccf2-4cce-95df-e2c303755d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:20:53.549610 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.613384 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:20:53.616441 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:20:53.687825 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.710209 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.725755 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:53.726372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:53.727765 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] 10.222.0.74 "PUT /v2.0/ports/7c6a20ee-51f2-41d8-92d2-c879bdd48024 HTTP/1.1" status: 200 len: 1093 time: 0.7288032 Aug 27 04:20:53.728195 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:20:53.730428 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadd3b1c-504f-43de-8e97-cba486ae209f" -d '{"events": [{"name": "network-changed", "server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:20:53.755921 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f0795-9f20-4d77-92ed-9646f5325cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:53.770465 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a767b0-0bad-4c00-9bd8-0117479200d0 x-openstack-request-id: req-e6a767b0-0bad-4c00-9bd8-0117479200d0 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:20:53.770791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:20:53.771045 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e6a767b0-0bad-4c00-9bd8-0117479200d0 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:20:53.771438 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'status': 'completed', 'code': 200} Aug 27 04:20:53.859396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-44bb6c87-4e06-423d-bf3a-8907cc05f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:53.863708 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-44bb6c87-4e06-423d-bf3a-8907cc05f928 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 1096 time: 0.0429904 Aug 27 04:20:53.965601 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-f807be04-bf9c-41c1-9c7d-e1f3da220cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:53.967133 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-f807be04-bf9c-41c1-9c7d-e1f3da220cdf service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0e215cb584e04408bc95d37a5c81d1de&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0917196 Aug 27 04:20:54.048657 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2eda9-8e71-4e15-a2ba-f89ff0ceec1c req-164140fe-f5be-45d4-a36f-8265921ddbec tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:54.050054 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6e2eda9-8e71-4e15-a2ba-f89ff0ceec1c req-164140fe-f5be-45d4-a36f-8265921ddbec tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 943 time: 0.0502012 Aug 27 04:20:54.068076 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-56078edd-f3a6-4df8-8949-9d549582cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:54.069526 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-aadd3b1c-504f-43de-8e97-cba486ae209f req-56078edd-f3a6-4df8-8949-9d549582cf38 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0957987 Aug 27 04:20:54.089409 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e6e2eda9-8e71-4e15-a2ba-f89ff0ceec1c req-e68f2b2f-e6ad-428e-9539-fbea7a8ec274 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Aug 27 04:20:54.168760 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-5c14acf8-155f-4911-ab1d-917536cd3990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:54.170180 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-5c14acf8-155f-4911-ab1d-917536cd3990 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 1096 time: 0.0385094 Aug 27 04:20:54.481723 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-a8e87483-086a-4c2a-af50-8d172bffaaea service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024 HTTP/1.1" status: 200 len: 217 time: 0.2981279 Aug 27 04:20:54.528718 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-74b8a8e0-5ef4-44d0-b7e1-8d7aaedfc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:54.530111 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-74b8a8e0-5ef4-44d0-b7e1-8d7aaedfc546 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0416226 Aug 27 04:20:54.573749 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-2649d347-d500-46d0-a361-9c8148216618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:54.575243 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-2649d347-d500-46d0-a361-9c8148216618 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382159 Aug 27 04:20:54.665856 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-a78f8c5c-161b-42ef-bbb3-93c03ec3aae0 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833001 Aug 27 04:20:54.754378 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-ec520111-38c3-4eb0-bd83-5dc7a9f093f9 req-4ff3ae33-fa8f-45a7-bdab-6ce64c1c41f6 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810840 Aug 27 04:20:55.202603 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0be0b-61ae-4f1f-bdac-f8895475dba4 req-d15e0821-b852-4439-93e5-759c3dcb4262 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:55.204717 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8ae0be0b-61ae-4f1f-bdac-f8895475dba4 req-d15e0821-b852-4439-93e5-759c3dcb4262 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 943 time: 0.0476265 Aug 27 04:20:55.245020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8ae0be0b-61ae-4f1f-bdac-f8895475dba4 req-e47cc109-ad82-411f-97e5-7728a959dd7d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345199 Aug 27 04:20:56.363108 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb6749-4a7e-43f9-972c-194315b2546f req-c05b8562-d322-4499-99f3-55bdaf0af70a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:56.364577 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cbb6749-4a7e-43f9-972c-194315b2546f req-c05b8562-d322-4499-99f3-55bdaf0af70a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 943 time: 0.0491102 Aug 27 04:20:56.402763 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8cbb6749-4a7e-43f9-972c-194315b2546f req-12788d0a-0d01-47cb-b056-d77c6ee15607 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321915 Aug 27 04:20:57.517311 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fb7e9-eaaa-4338-bd41-2d68a8480c6f req-b2d59d9a-38c4-4bcb-85fb-3c79dad0e925 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:57.518792 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d3fb7e9-eaaa-4338-bd41-2d68a8480c6f req-b2d59d9a-38c4-4bcb-85fb-3c79dad0e925 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 943 time: 0.0510123 Aug 27 04:20:57.559041 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-0d3fb7e9-eaaa-4338-bd41-2d68a8480c6f req-b7092485-23bf-47e5-b07f-069f8f3b5efe tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340703 Aug 27 04:20:58.674030 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d5a03-b92b-4d68-a9d7-79f8969538ad req-96ba89f6-8d99-44e9-a429-8d1a2141d1d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:58.675545 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eb4d5a03-b92b-4d68-a9d7-79f8969538ad req-96ba89f6-8d99-44e9-a429-8d1a2141d1d3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 943 time: 0.0506165 Aug 27 04:20:58.713404 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-eb4d5a03-b92b-4d68-a9d7-79f8969538ad req-b69cde82-a17b-485b-ab9b-0b18d0596b24 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317652 Aug 27 04:20:58.724979 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 7c6a20ee-51f2-41d8-92d2-c879bdd48024 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:20:58.819545 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:20:58.830980 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'port_id': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'mac_address': 'fa:16:3e:b8:bb:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:20:58.868371 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:58.881645 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6a20ee-51f2-41d8-92d2-c879bdd48024 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:20:58.901326 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:20:58.996133 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:20:59.042710 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:20:59.050181 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.050533 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.050901 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.051235 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.051564 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.051891 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.052216 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.052541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.052863 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.053183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.053501 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.053818 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:20:59.429409 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['7c6a20ee-51f2-41d8-92d2-c879bdd48024'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:20:59.826598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bffbcf-e1c4-411a-9cdb-433ae84a771d req-d20ab68d-5f46-425c-b28f-1740741f963e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:20:59.828052 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-21bffbcf-e1c4-411a-9cdb-433ae84a771d req-d20ab68d-5f46-425c-b28f-1740741f963e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 944 time: 0.0487571 Aug 27 04:20:59.865857 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-21bffbcf-e1c4-411a-9cdb-433ae84a771d req-8e1e4671-1eb7-4f00-8549-58c529696a4c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313199 Aug 27 04:21:00.729299 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 7c6a20ee-51f2-41d8-92d2-c879bdd48024 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:21:00.830479 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:21:00.834234 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:21:00.834652 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:01.004445 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a9a71-7546-4608-b977-8d4f29ddb0f5 req-62a8968c-1343-4c13-b829-fe3591657afe tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:01.005943 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a3a9a71-7546-4608-b977-8d4f29ddb0f5 req-62a8968c-1343-4c13-b829-fe3591657afe tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 944 time: 0.0648398 Aug 27 04:21:01.041977 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:01.045820 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-8a3a9a71-7546-4608-b977-8d4f29ddb0f5 req-b462a039-389b-4e9f-81bb-d6833a3ba3ee tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337195 Aug 27 04:21:01.066541 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:01.068861 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e324a8-6d1d-4092-9f9f-bf812afd564f" -d '{"events": [{"server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:01.082452 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:01.108911 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2a5180-299e-4c3f-be5c-95984e9eaa44 x-openstack-request-id: req-1d2a5180-299e-4c3f-be5c-95984e9eaa44 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:01.109200 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "name": "network-vif-plugged", "status": "completed", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:01.109456 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d2a5180-299e-4c3f-be5c-95984e9eaa44 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:01.109849 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'code': 200} Aug 27 04:21:01.144968 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:01.195687 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:01.387809 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1187bda-3d1b-4d90-8799-7af2ac11ed94 req-69e61675-452b-4b93-a89f-12b225a3e13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:01.389314 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b1187bda-3d1b-4d90-8799-7af2ac11ed94 req-69e61675-452b-4b93-a89f-12b225a3e13d service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 1098 time: 0.0395291 Aug 27 04:21:01.427616 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-b1187bda-3d1b-4d90-8799-7af2ac11ed94 req-2ce2efcc-504e-4ad0-a299-42eb101fad96 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297999 Aug 27 04:21:02.158143 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cdd3-9ddf-4590-b35e-268652c96661 req-4c14cb3a-9f40-44d6-a7a8-576d41513a5c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:02.159630 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1a5cdd3-9ddf-4590-b35e-268652c96661 req-4c14cb3a-9f40-44d6-a7a8-576d41513a5c tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0474153 Aug 27 04:21:02.197310 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f1a5cdd3-9ddf-4590-b35e-268652c96661 req-cddd868f-8c3d-4df2-ba8c-f5d2cb2cc45e tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318811 Aug 27 04:21:03.316087 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46396048-b7bb-4e36-a2ac-595af49d03c4 req-9555f818-ef5a-44ca-87ed-68fcb20fa68d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:03.317558 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46396048-b7bb-4e36-a2ac-595af49d03c4 req-9555f818-ef5a-44ca-87ed-68fcb20fa68d tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0493443 Aug 27 04:21:03.354641 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-46396048-b7bb-4e36-a2ac-595af49d03c4 req-157d222f-1936-458f-b9dd-18c1da50642f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310192 Aug 27 04:21:03.467236 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d040dd9-0977-4945-98a1-60f8764f162b req-6d68a424-2d96-43b1-a725-e3cf7b66d409 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:03.468709 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d040dd9-0977-4945-98a1-60f8764f162b req-6d68a424-2d96-43b1-a725-e3cf7b66d409 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0513110 Aug 27 04:21:03.477694 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48686) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:03.482364 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Request body: {'floatingip': {'port_id': '7c6a20ee-51f2-41d8-92d2-c879bdd48024'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:21:03.520742 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, before_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:03.946369 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:04.007237 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:04.110287 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Floating IP 074d2d9d-88ec-4567-b17e-b3937a644a59 associated. External IP: 172.27.3.206, port: 7c6a20ee-51f2-41d8-92d2-c879bdd48024. Aug 27 04:21:04.322940 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:21:04.426943 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:21:04.432053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:04.436438 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:21:04.445776 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:04.446370 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:20:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:04.461627 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a98cc230-a5fa-467f-bfcc-6a1a741d152a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "PUT /v2.0/floatingips/074d2d9d-88ec-4567-b17e-b3937a644a59 HTTP/1.1" status: 200 len: 991 time: 0.9828801 Aug 27 04:21:04.462210 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:04.464499 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89495193-0f52-496f-a01e-80659c6fad2f" -d '{"events": [{"name": "network-changed", "server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:04.503510 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1524f12e-9a24-4204-b975-198104b8f4a7 x-openstack-request-id: req-1524f12e-9a24-4204-b975-198104b8f4a7 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:04.503889 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:04.504226 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1524f12e-9a24-4204-b975-198104b8f4a7 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:04.504690 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'status': 'completed', 'code': 200} Aug 27 04:21:04.615738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495193-0f52-496f-a01e-80659c6fad2f req-c57590de-c73b-43bd-82bd-04eba6ef26bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:04.617283 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-c57590de-c73b-43bd-82bd-04eba6ef26bd service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0e215cb584e04408bc95d37a5c81d1de&device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 1098 time: 0.0489352 Aug 27 04:21:04.649071 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:04.709774 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495193-0f52-496f-a01e-80659c6fad2f req-a64e7ac4-8611-4dde-bcb8-5d6d78fc5927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:04.711284 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-a64e7ac4-8611-4dde-bcb8-5d6d78fc5927 service neutron] 10.222.0.74 "GET /v2.0/networks?id=70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 200 len: 913 time: 0.0864727 Aug 27 04:21:04.780950 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-697ea3ca-c1e1-4783-a1ea-9f3d3ebedfc7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024 HTTP/1.1" status: 200 len: 999 time: 0.0616274 Aug 27 04:21:04.829946 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495193-0f52-496f-a01e-80659c6fad2f req-3d0b48ec-a4cd-4a3d-9b03-45e9dec74384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:04.831457 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-3d0b48ec-a4cd-4a3d-9b03-45e9dec74384 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 200 len: 850 time: 0.0439591 Aug 27 04:21:04.871008 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '074d2d9d-88ec-4567-b17e-b3937a644a59', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:b8:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:20:47Z', 'updated_at': '2021-08-27T04:21:03Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:04.875031 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89495193-0f52-496f-a01e-80659c6fad2f req-33a50ebd-e3be-4529-8f53-cf622753e728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:04.877046 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-33a50ebd-e3be-4529-8f53-cf622753e728 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=70ebb7eb-7166-412b-a492-12027e1cc0b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386689 Aug 27 04:21:04.897460 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:21:04.905535 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:04.906146 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:20:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:04.973368 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-a429c6b0-0b6e-482f-8ade-fd846be8968d service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894649 Aug 27 04:21:05.013034 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:05.064371 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-89495193-0f52-496f-a01e-80659c6fad2f req-0c07bb6f-d240-475d-9d88-7c0e6c395a43 service neutron] 10.222.0.74 "GET /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833564 Aug 27 04:21:05.239902 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '074d2d9d-88ec-4567-b17e-b3937a644a59', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:b8:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:20:47Z', 'updated_at': '2021-08-27T04:21:03Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:05.265443 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7537587e-ece5-4ca6-87eb-feba31f0439b None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '074d2d9d-88ec-4567-b17e-b3937a644a59', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'floating_ip_address': '172.27.3.206', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'port_id': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'mac_address': 'fa:16:3e:b8:bb:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:20:47Z', 'updated_at': '2021-08-27T04:21:03Z', 'revision_number': 1, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:21:05.446983 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a2101b-c4ec-4c3f-a4f5-ba03db5ea9dc None None] New status for floating IP 074d2d9d-88ec-4567-b17e-b3937a644a59: ACTIVE {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:21:09.036089 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b277541f-0a8f-4bf4-86c9-40b0dc6adba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:11.841371 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-76ea0176-8abe-4edd-a8e5-0a6bd67c8d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:11.950213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:12.875667 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:14.310483 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:23.709357 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:26.940888 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:21:31.602085 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48742) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:31.755495 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port 52253f9e-0c7b-485a-ab64-869bf1beb4ee {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:31.755837 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:31.837389 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:31.837715 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:31.849204 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for 52253f9e-0c7b-485a-ab64-869bf1beb4ee owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:32.080943 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:32.107193 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=52253f9e-0c7b-485a-ab64-869bf1beb4ee,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:32.169909 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:32.170241 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP 3e5fcf3e-0391-49d8-816d-89e863a5cbd1 disassociated (deleted). External IP: 172.27.3.149, port: 0ec77322-46d4-445f-9d96-1b0364722727. Aug 27 04:21:32.653270 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:21:32.754574 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:21:32.759526 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:32.764056 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:21:32.773171 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:32.773777 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:32.790893 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-65c7e6c7-448f-4232-ab49-a69a15e23eaf tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "DELETE /v2.0/floatingips/3e5fcf3e-0391-49d8-816d-89e863a5cbd1 HTTP/1.1" status: 204 len: 168 time: 1.1877115 Aug 27 04:21:32.791498 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:32.793736 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56da04cf-162d-4068-8078-d55926e2d369" -d '{"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:32.848334 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85af8c69-b578-43e0-b23a-9d1b1f0c9e83 x-openstack-request-id: req-85af8c69-b578-43e0-b23a-9d1b1f0c9e83 {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:32.848334 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "tag": "0ec77322-46d4-445f-9d96-1b0364722727", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:32.848334 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-85af8c69-b578-43e0-b23a-9d1b1f0c9e83 {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:32.849165 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727', 'status': 'completed', 'code': 200} Aug 27 04:21:32.882099 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:32.934703 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da04cf-162d-4068-8078-d55926e2d369 req-b196ddf9-1c55-4c67-b45c-6d99ed817f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:32.936369 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-b196ddf9-1c55-4c67-b45c-6d99ed817f4b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 1098 time: 0.0411334 Aug 27 04:21:33.033744 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da04cf-162d-4068-8078-d55926e2d369 req-89fb1787-73e4-4c2a-819a-e9887a522e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:33.035390 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-89fb1787-73e4-4c2a-819a-e9887a522e35 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0922894 Aug 27 04:21:33.077000 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-e022a14c-e815-4e38-9318-5f7e8a82035b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0ec77322-46d4-445f-9d96-1b0364722727 HTTP/1.1" status: 200 len: 217 time: 0.0348198 Aug 27 04:21:33.112744 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:33.130880 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da04cf-162d-4068-8078-d55926e2d369 req-fd31ff12-c136-4f97-8c50-65153fbd2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:33.132368 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-fd31ff12-c136-4f97-8c50-65153fbd2bf1 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0482550 Aug 27 04:21:33.140293 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:21:33.155057 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:33.155692 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:33.183209 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da04cf-162d-4068-8078-d55926e2d369 req-167042e0-75bd-41fd-89e0-9f92bcdce582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:33.184700 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-167042e0-75bd-41fd-89e0-9f92bcdce582 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428805 Aug 27 04:21:33.260205 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:33.284621 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-66c1169e-e3c4-4f0d-9213-2cb102276296 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928898 Aug 27 04:21:33.346858 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefb7f5-a3d8-4e0b-888e-a8f3319de8e4 req-d962b5cb-41e5-4162-8247-7bf531549f84 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:33.348755 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cefb7f5-a3d8-4e0b-888e-a8f3319de8e4 req-d962b5cb-41e5-4162-8247-7bf531549f84 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0520084 Aug 27 04:21:33.389441 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5cefb7f5-a3d8-4e0b-888e-a8f3319de8e4 req-7432cd68-9343-48d0-b7a5-986b7817e9ed tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Aug 27 04:21:33.438519 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-56da04cf-162d-4068-8078-d55926e2d369 req-698a3aab-60eb-4095-ae7a-70c6ca1d5eb4 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191652 Aug 27 04:21:33.500419 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:33.616697 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1b8a72-2912-4618-84ea-d5ec45c29882 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_floatingips': [{'id': '350fa0eb-f563-46f0-880d-079256257e57', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'router_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'port_id': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'mac_address': 'fa:16:3e:22:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-27T04:16:34Z', 'updated_at': '2021-08-27T04:16:36Z', 'revision_number': 1, 'project_id': '98836f9ced7149bc904274a5add221ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:21:33.820279 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82f700b-de4c-4813-a489-648b9da8a146 None None] New status for floating IP 3e5fcf3e-0391-49d8-816d-89e863a5cbd1: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:21:34.517225 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bbab2a-8ce2-4da8-be97-fe2c3ec6f714 req-48a9d2f4-25a0-4ad2-9dda-7864ab6c48e6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:34.517225 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6bbab2a-8ce2-4da8-be97-fe2c3ec6f714 req-48a9d2f4-25a0-4ad2-9dda-7864ab6c48e6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0509989 Aug 27 04:21:34.554720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-c6bbab2a-8ce2-4da8-be97-fe2c3ec6f714 req-ed56485b-1193-4f30-8f3f-e105f9aa7dfc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321016 Aug 27 04:21:35.508814 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-eceec1b9-008f-4a73-b6cb-35b9c314eeca tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:35.510238 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-eceec1b9-008f-4a73-b6cb-35b9c314eeca tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0475364 Aug 27 04:21:35.601107 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port 0ec77322-46d4-445f-9d96-1b0364722727 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:35.601450 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:35.676598 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90189ec-255d-4ca6-afe1-b41ec398aed4 req-76f461f7-9494-4866-b021-6f002eeb01eb tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:35.678235 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f90189ec-255d-4ca6-afe1-b41ec398aed4 req-76f461f7-9494-4866-b021-6f002eeb01eb tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 945 time: 0.0527933 Aug 27 04:21:35.689012 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] For port 0ec77322-46d4-445f-9d96-1b0364722727, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=0ec77322-46d4-445f-9d96-1b0364722727,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:35.689378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:35.702344 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for 0ec77322-46d4-445f-9d96-1b0364722727 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:35.716268 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f90189ec-255d-4ca6-afe1-b41ec398aed4 req-945cf0a4-06f9-4f52-9405-680643beaae1 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Aug 27 04:21:35.881413 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:35.911320 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=0ec77322-46d4-445f-9d96-1b0364722727,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:35.950469 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] No DVR routers for this DVR port 0ec77322-46d4-445f-9d96-1b0364722727 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:35.953007 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:35.955029 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-f82a73a3-bcce-462e-b6be-f47a6f828079 req-2ab27fbb-bed5-4e3f-b236-501364f182e0 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "DELETE /v2.0/ports/0ec77322-46d4-445f-9d96-1b0364722727 HTTP/1.1" status: 204 len: 173 time: 0.4389439 Aug 27 04:21:35.955455 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'name': 'network-vif-deleted', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:35.958326 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a9d9ba-927e-477b-b54d-d7ef255d3711" -d '{"events": [{"server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "name": "network-vif-deleted", "tag": "0ec77322-46d4-445f-9d96-1b0364722727"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:35.993271 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc02b6f-7c92-4662-ad03-3075aeb45861 x-openstack-request-id: req-cdc02b6f-7c92-4662-ad03-3075aeb45861 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:35.993594 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6db3235e-3d16-49bd-81b7-d66f8a7b869c", "name": "network-vif-deleted", "tag": "0ec77322-46d4-445f-9d96-1b0364722727", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:35.993846 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cdc02b6f-7c92-4662-ad03-3075aeb45861 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:35.994267 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6db3235e-3d16-49bd-81b7-d66f8a7b869c', 'name': 'network-vif-deleted', 'tag': '0ec77322-46d4-445f-9d96-1b0364722727', 'status': 'completed', 'code': 200} Aug 27 04:21:36.823504 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-26df1443-5021-4891-8f61-24bb5e99ec8e req-dec8e5d0-6735-4788-8fbb-24a27b73dd19 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=6db3235e-3d16-49bd-81b7-d66f8a7b869c HTTP/1.1" status: 200 len: 210 time: 0.0256732 Aug 27 04:21:37.014640 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-f8d8d5b0-d60d-4b86-b3d6-1bfd9dd79368 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425992 Aug 27 04:21:37.100653 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-54a26f12-230a-4c4b-b846-be752638a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:37.102170 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-54a26f12-230a-4c4b-b846-be752638a657 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0401883 Aug 27 04:21:37.206462 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-9c37b8cf-34d0-4c9f-b56d-49d2e25dc6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:37.207942 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-9c37b8cf-34d0-4c9f-b56d-49d2e25dc6db service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0851953 Aug 27 04:21:37.295844 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-55defe51-b87f-45b3-a7bb-0f6b07214b73 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 1001 time: 0.0635226 Aug 27 04:21:37.345325 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-b0ff0dd7-0beb-4e1a-ac3b-dc7b5c62d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:37.346810 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-b0ff0dd7-0beb-4e1a-ac3b-dc7b5c62d400 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0436378 Aug 27 04:21:37.391268 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-76809c9a-0d33-4b0a-8d2c-4fa4462f6cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:37.392737 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-76809c9a-0d33-4b0a-8d2c-4fa4462f6cdf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388780 Aug 27 04:21:37.497334 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-404104ae-492b-4169-b4a8-5e09d1f2083f service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896435 Aug 27 04:21:37.586626 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c29cb865-0ba3-414c-b5de-bc72235340ae req-5727f36b-b33a-4e74-ae22-74d9765b5903 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Aug 27 04:21:38.942583 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 0ec77322-46d4-445f-9d96-1b0364722727 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:38.967415 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 0ec77322-46d4-445f-9d96-1b0364722727 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:38.967751 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 0ec77322-46d4-445f-9d96-1b0364722727 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:39.029845 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-92b9ec0b-f2eb-460c-87bb-49aaf395ec07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.287343 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48792) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:40.443675 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port 89ae9c2d-c8ef-42ca-bc37-bb1639bea813 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:40.444024 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.518355 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.518637 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.530909 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for 89ae9c2d-c8ef-42ca-bc37-bb1639bea813 owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:40.749173 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.781265 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=89ae9c2d-c8ef-42ca-bc37-bb1639bea813,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:40.836259 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:40.836594 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.l3_db [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Floating IP 350fa0eb-f563-46f0-880d-079256257e57 disassociated (deleted). External IP: 172.27.3.85, port: f611f852-dde7-48c6-9dcf-d14f5a8b27a9. Aug 27 04:21:41.044815 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:21:41.154582 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:21:41.159103 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:41.163829 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:21:41.172784 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:41.173386 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:41.186636 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0988a4c3-ae35-42ff-b0d3-6529682c2b60 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "DELETE /v2.0/floatingips/350fa0eb-f563-46f0-880d-079256257e57 HTTP/1.1" status: 204 len: 168 time: 0.8982055 Aug 27 04:21:41.187222 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9'}] {{(pid=94487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:41.189464 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e3ff661328ab00a38978309abaebcd9531a32c66d8bad63da7f297ac5f6b2027" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9"}]}' {{(pid=94487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:41.234118 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb9dc4a-1dbb-4331-9f50-f469889e668e x-openstack-request-id: req-1bb9dc4a-1dbb-4331-9f50-f469889e668e {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:41.234413 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9", "status": "completed", "code": 200}]} {{(pid=94487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:41.234712 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1bb9dc4a-1dbb-4331-9f50-f469889e668e {{(pid=94487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:41.235123 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'status': 'completed', 'code': 200} Aug 27 04:21:41.279040 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:41.327969 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-284d815e-7302-4d09-a77a-64c490372b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:41.329381 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-284d815e-7302-4d09-a77a-64c490372b94 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=98836f9ced7149bc904274a5add221ec&device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 1099 time: 0.0460522 Aug 27 04:21:41.430413 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-784a0ab0-3722-44f2-809c-95f566ebd331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:41.432062 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-784a0ab0-3722-44f2-809c-95f566ebd331 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 200 len: 912 time: 0.0960376 Aug 27 04:21:41.480642 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-1d8cb903-1c5a-4bd1-9be4-61a0795d9e5c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 200 len: 217 time: 0.0402107 Aug 27 04:21:41.490897 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:41.516469 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:21:41.525225 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:41.526054 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:41.535898 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-167fd665-af0c-444d-be1f-37c0cce4db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:41.538129 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-167fd665-af0c-444d-be1f-37c0cce4db4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 200 len: 849 time: 0.0504396 Aug 27 04:21:41.625944 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-b5dcfafe-23eb-426d-a689-5dbb88c85f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:41.627638 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-b5dcfafe-23eb-426d-a689-5dbb88c85f1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c2bd2fb5-e4f2-41d4-8491-b54755281d6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484753 Aug 27 04:21:41.633799 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:41.636527 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58773fbf-2ebb-4709-9b58-626b1af6d4ad req-83c9e58a-7b14-49fd-b0d0-e179b827ab83 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:41.638042 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58773fbf-2ebb-4709-9b58-626b1af6d4ad req-83c9e58a-7b14-49fd-b0d0-e179b827ab83 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0522077 Aug 27 04:21:41.678606 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-58773fbf-2ebb-4709-9b58-626b1af6d4ad req-a68ce14f-e485-42a2-be52-b46840f268b4 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346847 Aug 27 04:21:41.744527 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-e5960180-f657-44ff-84d8-4f096fa00dd7 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894899 Aug 27 04:21:41.806958 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2430-31e9-4341-a7c9-751b3ded3486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:41.837491 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-54bdcb3f-208f-4cde-a7f1-c93e2f091b4a req-e2065204-7423-4d79-8f31-c011185aeaf8 service neutron] 10.222.0.74 "GET /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848627 Aug 27 04:21:41.844457 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:41.871222 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69821238-b0e5-4de5-8b8b-6a957713410d None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:52Z', 'revision_number': 4, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '8d1b5078-ff36-4e78-a833-2012a40b4b48', 'name': '', 'network_id': 'c2bd2fb5-e4f2-41d4-8491-b54755281d6b', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'mac_address': 'fa:16:3e:ef:28:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:51Z', 'updated_at': '2021-08-27T04:12:58Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'subnets': [{'id': '54bcbeb8-98e3-48bd-a25d-9d776ab783fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:21:41.955369 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:42.073484 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ad125-e367-49a1-bd9f-a101982f61b5 None None] New status for floating IP 350fa0eb-f563-46f0-880d-079256257e57: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:21:42.718372 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-a85c8173-7280-4545-84a8-0ae12e5dcd3a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:42.719870 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-a85c8173-7280-4545-84a8-0ae12e5dcd3a tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0481844 Aug 27 04:21:42.792327 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0699c9-ade6-41bc-b292-095c9778bb5f req-49d14c0f-078a-43a5-8cdc-6dc3375f541e tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:21:42.793688 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff0699c9-ade6-41bc-b292-095c9778bb5f req-49d14c0f-078a-43a5-8cdc-6dc3375f541e tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 946 time: 0.0474024 Aug 27 04:21:42.815990 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:42.816497 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:42.836382 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-ff0699c9-ade6-41bc-b292-095c9778bb5f req-821d077c-f10c-4a4c-b4a4-ea87eca04e71 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/security-groups?id=3e68c819-aad3-49b9-9cbe-4c8d3c11c920&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364802 Aug 27 04:21:42.875652 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:42.902181 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] For port f611f852-dde7-48c6-9dcf-d14f5a8b27a9, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:42.902549 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:42.915452 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for f611f852-dde7-48c6-9dcf-d14f5a8b27a9 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:43.080710 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:43.106759 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=f611f852-dde7-48c6-9dcf-d14f5a8b27a9,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:43.151974 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] No DVR routers for this DVR port f611f852-dde7-48c6-9dcf-d14f5a8b27a9 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:43.154721 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:43.159836 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-854b1bd6-9cec-47b5-a017-95a0cc42cda8 req-f5f2a2ff-e4c4-4d5c-bd6c-29f1bc3089d6 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.74 "DELETE /v2.0/ports/f611f852-dde7-48c6-9dcf-d14f5a8b27a9 HTTP/1.1" status: 204 len: 173 time: 0.4305127 Aug 27 04:21:43.159836 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'name': 'network-vif-deleted', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:21:43.159836 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a7fd81-9f27-46cc-b355-197af47113d6" -d '{"events": [{"server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "name": "network-vif-deleted", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:21:43.196015 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dcce02-3d4f-4f31-be00-90c7d5b4df33 x-openstack-request-id: req-53dcce02-3d4f-4f31-be00-90c7d5b4df33 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:21:43.196391 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e576b6e1-2799-4b05-bbe8-c066224ac592", "name": "network-vif-deleted", "tag": "f611f852-dde7-48c6-9dcf-d14f5a8b27a9", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:21:43.196706 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-53dcce02-3d4f-4f31-be00-90c7d5b4df33 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:21:43.197135 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e576b6e1-2799-4b05-bbe8-c066224ac592', 'name': 'network-vif-deleted', 'tag': 'f611f852-dde7-48c6-9dcf-d14f5a8b27a9', 'status': 'completed', 'code': 200} Aug 27 04:21:43.939898 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-23b6b496-b66a-4ceb-a9a4-ebd7dd5ce20b req-7f7e83d1-174e-4a27-a22e-ef33ded9164f tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "GET /v2.0/ports?device_id=e576b6e1-2799-4b05-bbe8-c066224ac592 HTTP/1.1" status: 200 len: 210 time: 0.0256310 Aug 27 04:21:44.274753 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.011007 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48824) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:45.133157 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Deleting port 0ce035bf-e15d-4739-98be-8aee31eba35c {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:45.133508 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.205532 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.205865 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.217824 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Calling delete_port for 0ce035bf-e15d-4739-98be-8aee31eba35c owned by network:floatingip {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:45.434580 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.461972 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'Port': ['ID=0ce035bf-e15d-4739-98be-8aee31eba35c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:45.486316 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.486704 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.487056 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.487399 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.487735 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.488078 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.488411 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.488744 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.489075 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.489402 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.490729 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.491120 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:45.533278 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for floatingip, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.535951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:45.537213 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-fca68285-6b63-4f81-8f95-e1657c0bf6cc tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "DELETE /v2.0/floatingips/a58a0256-efc1-4fb1-be92-e1df0c972d33 HTTP/1.1" status: 204 len: 168 time: 0.5250957 Aug 27 04:21:46.878001 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48840) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:46.933898 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:46.957378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:46.962922 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f611f852-dde7-48c6-9dcf-d14f5a8b27a9 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:46.993819 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: f611f852-dde7-48c6-9dcf-d14f5a8b27a9 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:46.994161 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device f611f852-dde7-48c6-9dcf-d14f5a8b27a9 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:47.082388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:47.086404 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:47.087607 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] 10.222.0.73 "DELETE /v2.0/security-groups/3e68c819-aad3-49b9-9cbe-4c8d3c11c920 HTTP/1.1" status: 204 len: 168 time: 0.2086017 Aug 27 04:21:47.096701 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68c819-aad3-49b9-9cbe-4c8d3c11c920,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:47.104787 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.105137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.105480 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.105817 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.106150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.106478 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.106839 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.107167 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.107494 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.107841 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.108147 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.108469 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9703565e-4798-453a-a1b0-0649c31d96c2 tempest-TestVolumeBootPattern-1587185829 tempest-TestVolumeBootPattern-1587185829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:21:47.210845 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48846) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:47.613759 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:47.847977 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Deleting port 8d1b5078-ff36-4e78-a833-2012a40b4b48 {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:47.848315 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:47.925186 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] For port 8d1b5078-ff36-4e78-a833-2012a40b4b48, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=8d1b5078-ff36-4e78-a833-2012a40b4b48,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:47.925542 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:47.937976 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Calling delete_port for 8d1b5078-ff36-4e78-a833-2012a40b4b48 owned by network:router_interface {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:48.160611 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:48.189012 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1b5078-ff36-4e78-a833-2012a40b4b48,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:48.359313 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:48.573460 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94487) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:21:48.672938 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94487) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:21:48.679036 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-02c06466-777a-4f87-ae1c-3a8469f5b29c admin admin] 10.222.0.73 "PUT /v2.0/routers/908e1e8e-2600-48ad-9fb6-1e8a2a5399f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4669631 Aug 27 04:21:48.681888 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48852) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:48.684298 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Sync routers for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:21:48.694438 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:48.695073 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:48.784788 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks [] for router, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:48.804000 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:48.887109 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:48.975368 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215'}], 'enable_snat': True}, 'gw_port_id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:21:48Z', 'revision_number': 5, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port': {'id': '9a5e0e67-7354-4c9b-bb49-924257bdabca', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:c7:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:49.003282 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Checking router: 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:21:49.004686 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Deleting port 9a5e0e67-7354-4c9b-bb49-924257bdabca {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:49.005114 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.011658 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Routers {'908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:49.012261 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:49.085618 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] For port 9a5e0e67-7354-4c9b-bb49-924257bdabca, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=9a5e0e67-7354-4c9b-bb49-924257bdabca,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:49.085987 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.094518 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] Set router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:49.098634 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Calling delete_port for 9a5e0e67-7354-4c9b-bb49-924257bdabca owned by network:router_gateway {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:49.144447 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:21:48Z', 'revision_number': 6, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:49.173181 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9240b4d1-7d45-4968-ad02-f36af4dd9d93 None None] The sync data for ids ['908e1e8e-2600-48ad-9fb6-1e8a2a5399f7'] in dv-cinder-804757-2-iscsi is: [{'id': '908e1e8e-2600-48ad-9fb6-1e8a2a5399f7', 'name': 'tempest-TestVolumeBootPattern-72245715-router', 'tenant_id': '98836f9ced7149bc904274a5add221ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:49Z', 'updated_at': '2021-08-27T04:21:48Z', 'revision_number': 6, 'project_id': '98836f9ced7149bc904274a5add221ec', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:21:49.314898 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.341380 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5e0e67-7354-4c9b-bb49-924257bdabca,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:49.397932 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.484016 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.486014 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.589444 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.590095 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 {{(pid=94486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:21:49.595230 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.596403 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-1a803e53-f920-4cb3-b263-28717c8ddb92 admin admin] 10.222.0.73 "DELETE /v2.0/routers/908e1e8e-2600-48ad-9fb6-1e8a2a5399f7 HTTP/1.1" status: 204 len: 168 time: 0.9135342 Aug 27 04:21:49.607107 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48856) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:49.650144 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Deleting subnet 54bcbeb8-98e3-48bd-a25d-9d776ab783fe {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:21:49.653273 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.687180 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.764889 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.886653 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.910913 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54bcbeb8-98e3-48bd-a25d-9d776ab783fe,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:49.915568 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:49.917468 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-e3ea2763-1210-4140-9f41-72d8826c8ee1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/54bcbeb8-98e3-48bd-a25d-9d776ab783fe HTTP/1.1" status: 204 len: 168 time: 0.3145895 Aug 27 04:21:49.919886 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48858) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:49.921676 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b1d45-cf4a-41ff-a328-ebe06a49afc8 None None] Network c2bd2fb5-e4f2-41d4-8491-b54755281d6b requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:21:49.964809 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 8d1b5078-ff36-4e78-a833-2012a40b4b48 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:49.995998 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 8d1b5078-ff36-4e78-a833-2012a40b4b48 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:49.996613 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 8d1b5078-ff36-4e78-a833-2012a40b4b48 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:50.127797 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] DHCP port deletion for c2bd2fb5-e4f2-41d4-8491-b54755281d6b request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:21:50.176208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Deleting port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:50.176581 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.260212 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] For port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:50.260613 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.273525 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Calling delete_port for 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:50.293335 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.347882 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Deleting port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:50.348296 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.413505 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] For port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,segment=NetworkSegment(191811a5-e0e7-4a10-a929-a329de219dfe),segment_id=191811a5-e0e7-4a10-a929-a329de219dfe)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:50.413868 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.428710 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Calling delete_port for 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a owned by network:dhcp {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:50.435252 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.462425 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] Pushing event deleted for resources: {'Port': ['ID=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:50.469309 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6292b0-08ca-4e67-8477-223b2dec04ef None None] No DVR routers for this DVR port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:50.515820 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.542951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:50.544994 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] No DVR routers for this DVR port 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a on host dv-cinder-804757-2-iscsi {{(pid=94487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:50.615616 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.625370 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2bd2fb5-e4f2-41d4-8491-b54755281d6b']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:50.639202 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191811a5-e0e7-4a10-a929-a329de219dfe') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:50.639498 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191811a5-e0e7-4a10-a929-a329de219dfe') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:50.648822 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.663042 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.668790 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:21:50.669176 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self.session.flush() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self.session.flush() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self.session.flush() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self.session.flush() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:21:50.670829 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:21:50.812422 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.819403 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:50.822424 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] 10.222.0.73 "DELETE /v2.0/networks/c2bd2fb5-e4f2-41d4-8491-b54755281d6b HTTP/1.1" status: 204 len: 168 time: 0.9014273 Aug 27 04:21:50.826466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48862) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:50.835717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f79a3c0-33b5-4abe-9de4-c70fdce499b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2bd2fb5-e4f2-41d4-8491-b54755281d6b,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:51.190158 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:51.396207 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 9a5e0e67-7354-4c9b-bb49-924257bdabca no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:51.424628 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 9a5e0e67-7354-4c9b-bb49-924257bdabca {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:51.424978 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 9a5e0e67-7354-4c9b-bb49-924257bdabca not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:51.425405 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:51.445088 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Deleting port 7fd633be-dd07-4d7a-a740-2f6aa20eac17 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:51.445349 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:51.451017 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:51.451649 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 895aeb64-c54f-4fd3-8c3a-cf1f51c65c5a not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:51.538954 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] For port 7fd633be-dd07-4d7a-a740-2f6aa20eac17, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fd633be-dd07-4d7a-a740-2f6aa20eac17,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:51.539313 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:51.554336 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Calling delete_port for 7fd633be-dd07-4d7a-a740-2f6aa20eac17 owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:52.091855 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:52.119177 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd633be-dd07-4d7a-a740-2f6aa20eac17,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:52.281522 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:52.495575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Router b1b581a6-78db-459b-9a12-65647e16ef56 has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:21:52.603259 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:21:52.608591 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cd6681ca-db3e-43be-bbf8-88715360d36e admin admin] 10.222.0.73 "PUT /v2.0/routers/b1b581a6-78db-459b-9a12-65647e16ef56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808228 Aug 27 04:21:52.611171 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48868) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:52.613789 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Sync routers for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:21:52.624622 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:52.625250 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:52.718369 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:52.731453 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: dv-cinder-804757-2-iscsi {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:52.821294 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:52.905656 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205'}], 'enable_snat': True}, 'gw_port_id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:21:51Z', 'revision_number': 5, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port': {'id': 'ffae1581-8e50-4861-a3c7-725772c6717f', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b3:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:12:56Z', 'updated_at': '2021-08-27T04:13:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:52.932048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Checking router: b1b581a6-78db-459b-9a12-65647e16ef56 for host: dv-cinder-804757-2-iscsi {{(pid=94488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:21:52.940185 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Routers {'b1b581a6-78db-459b-9a12-65647e16ef56'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:21:52.940788 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:21:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['b1b581a6-78db-459b-9a12-65647e16ef56'], 'active': True} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:52.953277 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Deleting port ffae1581-8e50-4861-a3c7-725772c6717f {{(pid=94487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:52.953630 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.028332 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvr_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] Set router b1b581a6-78db-459b-9a12-65647e16ef56 gateway port host: None {{(pid=94488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:21:53.035106 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.db [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] For port ffae1581-8e50-4861-a3c7-725772c6717f, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=ffae1581-8e50-4861-a3c7-725772c6717f,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:53.035476 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.048338 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.plugin [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Calling delete_port for ffae1581-8e50-4861-a3c7-725772c6717f owned by network:router_gateway {{(pid=94487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:53.082213 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_hamode_db [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:21:52Z', 'revision_number': 6, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:53.107859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97397263-12e9-4266-ba2c-ef016eb2f944 None None] The sync data for ids ['b1b581a6-78db-459b-9a12-65647e16ef56'] in dv-cinder-804757-2-iscsi is: [{'id': 'b1b581a6-78db-459b-9a12-65647e16ef56', 'name': 'tempest-TestVolumeBootPattern-1261930458-router', 'tenant_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:12:55Z', 'updated_at': '2021-08-27T04:21:52Z', 'revision_number': 6, 'project_id': '1b50a01b70ed4f92ae4fedd0a6cdf699', 'gw_port_host': None}] {{(pid=94488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:21:53.274197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318142'] for port, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.299695 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffae1581-8e50-4861-a3c7-725772c6717f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:53.357783 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.444956 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.447162 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.664805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fd633be-dd07-4d7a-a740-2f6aa20eac17 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:53.664805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 7fd633be-dd07-4d7a-a740-2f6aa20eac17 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:53.664805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fd633be-dd07-4d7a-a740-2f6aa20eac17 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:53.766339 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.767263 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1b581a6-78db-459b-9a12-65647e16ef56 {{(pid=94487) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:21:53.774054 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] Notify callbacks [] for router, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.775254 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8f301c29-38a9-4aac-ab02-08fef58e2e72 admin admin] 10.222.0.73 "DELETE /v2.0/routers/b1b581a6-78db-459b-9a12-65647e16ef56 HTTP/1.1" status: 204 len: 168 time: 1.1630950 Aug 27 04:21:53.777810 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 48872) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:53.794929 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.824400 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Deleting subnet 0df3e703-cb92-4208-b52c-adcd7d50bc77 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:21:53.827443 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.860701 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:53.952215 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.082114 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.116122 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df3e703-cb92-4208-b52c-adcd7d50bc77,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:54.120481 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.122970 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-70e584c4-533c-4cd0-a120-c4cab884265e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0df3e703-cb92-4208-b52c-adcd7d50bc77 HTTP/1.1" status: 204 len: 168 time: 0.3437581 Aug 27 04:21:54.125830 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48874) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:54.126634 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e8a94-34b9-4268-93d7-f7888e34afbb None None] Network f789b928-5949-490c-9aad-978f48ddef81 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:21:54.211420 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.280000 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Deleting port 97649646-506b-47a2-bc38-3100c9d2975a {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:54.280378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.347130 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] DHCP port deletion for f789b928-5949-490c-9aad-978f48ddef81 request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:21:54.352209 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] For port 97649646-506b-47a2-bc38-3100c9d2975a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=97649646-506b-47a2-bc38-3100c9d2975a,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:54.352592 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.366240 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Calling delete_port for 97649646-506b-47a2-bc38-3100c9d2975a owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:54.394520 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Deleting port 97649646-506b-47a2-bc38-3100c9d2975a {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:21:54.394922 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.459376 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] For port 97649646-506b-47a2-bc38-3100c9d2975a, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=97649646-506b-47a2-bc38-3100c9d2975a,segment=NetworkSegment(9652d075-ca7e-4ada-a846-b5482323c2bf),segment_id=9652d075-ca7e-4ada-a846-b5482323c2bf)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:21:54.459774 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.476764 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Calling delete_port for 97649646-506b-47a2-bc38-3100c9d2975a owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:21:54.486109 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.516334 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Pushing event deleted for resources: {'Port': ['ID=97649646-506b-47a2-bc38-3100c9d2975a,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:54.522472 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] No DVR routers for this DVR port 97649646-506b-47a2-bc38-3100c9d2975a on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:54.550872 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.582094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] Pushing event deleted for resources: {'Port': ['ID=97649646-506b-47a2-bc38-3100c9d2975a,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:54.582094 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35788fd0-772a-4ced-b5b3-5c4268afa86c None None] No DVR routers for this DVR port 97649646-506b-47a2-bc38-3100c9d2975a on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:21:54.600981 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.611040 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f789b928-5949-490c-9aad-978f48ddef81']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:54.621360 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9652d075-ca7e-4ada-a846-b5482323c2bf') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:54.621655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9652d075-ca7e-4ada-a846-b5482323c2bf') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:21:54.630160 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.643680 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.649378 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:21:54.650609 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:21:54.651426 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:21:54.795426 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.800874 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:54.804181 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] 10.222.0.73 "DELETE /v2.0/networks/f789b928-5949-490c-9aad-978f48ddef81 HTTP/1.1" status: 204 len: 168 time: 0.6771119 Aug 27 04:21:54.816965 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e755e-7544-4af1-b35c-f4f2af99414e admin admin] Pushing event deleted for resources: {'Network': ['ID=f789b928-5949-490c-9aad-978f48ddef81,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:55.104247 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48880) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:55.144323 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-cbdefb99-4e40-4a56-a231-956f890d8423 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=98836f9ced7149bc904274a5add221ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388367 Aug 27 04:21:55.146962 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48882) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:55.194532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:55.214895 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:55.372186 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:55.374878 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:55.376063 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f65ef4c1-6d30-42a6-9ef0-b3dc7f607a0f HTTP/1.1" status: 204 len: 168 time: 0.2281930 Aug 27 04:21:55.386770 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cce1d3-d958-4882-85f5-68f154b54e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ef4c1-6d30-42a6-9ef0-b3dc7f607a0f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:21:55.409771 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ffae1581-8e50-4861-a3c7-725772c6717f no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:55.554892 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: ffae1581-8e50-4861-a3c7-725772c6717f {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:55.555486 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device ffae1581-8e50-4861-a3c7-725772c6717f not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:55.555909 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 97649646-506b-47a2-bc38-3100c9d2975a no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:21:55.574349 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 97649646-506b-47a2-bc38-3100c9d2975a {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:21:55.574716 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 97649646-506b-47a2-bc38-3100c9d2975a not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:21:56.053533 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48890) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:56.092888 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-238d7c97-fb91-4705-b433-9525ce7edb1f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1b50a01b70ed4f92ae4fedd0a6cdf699&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381944 Aug 27 04:21:56.095392 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 48892) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:21:56.141901 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:56.163124 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:56.296602 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:56.299113 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:21:56.300240 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/202e7e3a-f39a-4435-b435-a4c153d8315f HTTP/1.1" status: 204 len: 168 time: 0.2039638 Aug 27 04:21:56.308285 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d40b29-cb73-4c31-9f8e-8adc76a2fd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202e7e3a-f39a-4435-b435-a4c153d8315f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:22:03.939910 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:22:09.057336 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c9aaf8f1-896b-42cf-a081-0896a6dd4fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:11.839746 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9753dcc-dd42-4f66-889a-e9ed82b752fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:11.971367 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:12.897267 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:14.274386 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:23.811727 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:39.034323 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5ed4d293-d62e-4244-9124-19da8b7a8f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:40.938243 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:22:41.083805 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-ac774c16-e39e-43b0-bbaf-4499761a0ff6 req-2e0d7d30-19f7-4207-bdb3-c7134c235614 tempest-AttachVolumeNegativeTest-2033834462 tempest-AttachVolumeNegativeTest-2033834462-project] (94487) timed out ('10.222.0.74', 49858) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:22:41.230860 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-4da41584-733a-4e20-bbd3-3c17c675fb45 req-8c656b7c-13a7-4834-b415-2119a8c666a2 service neutron] (94487) timed out ('10.222.0.74', 49897) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:22:41.817064 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35fb22cf-cf06-4cad-b54f-21676ff21ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:41.971040 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:42.885156 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:44.294061 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:22:53.718695 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-a37648dc-aa52-4867-a8a6-829bd4710639 req-f42be2ad-804b-4d5f-a9e5-bd97e3b3e218 service neutron] (94487) timed out ('10.222.0.74', 49884) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:22:53.787973 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:01.876244 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc116ab-bbef-4475-8c58-0f6414fb1758 req-64140cb0-46bf-4ad1-92df-acc7ef34abd2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:01.877704 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fc116ab-bbef-4475-8c58-0f6414fb1758 req-64140cb0-46bf-4ad1-92df-acc7ef34abd2 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0486977 Aug 27 04:23:01.916607 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-4fc116ab-bbef-4475-8c58-0f6414fb1758 req-35cded3e-6547-4231-8557-2931d5b1f132 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Aug 27 04:23:03.035962 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca021bd-5194-487c-a952-a13d51535637 req-e57ad5a3-7d12-43f4-bbde-a29dad6f7ca8 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:03.037671 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ca021bd-5194-487c-a952-a13d51535637 req-e57ad5a3-7d12-43f4-bbde-a29dad6f7ca8 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0527403 Aug 27 04:23:03.075632 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-2ca021bd-5194-487c-a952-a13d51535637 req-eac3910c-cae7-4334-8a93-7d8e50332c08 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323048 Aug 27 04:23:03.956430 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-bc24e72d-b9d3-43ee-98cf-55b805fd1e5a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:03.957892 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-bc24e72d-b9d3-43ee-98cf-55b805fd1e5a tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0472517 Aug 27 04:23:04.047630 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Deleting port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:04.047974 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.133497 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] For port 7c6a20ee-51f2-41d8-92d2-c879bdd48024, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=7c6a20ee-51f2-41d8-92d2-c879bdd48024,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:04.133869 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.187941 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e722c-1fda-41dd-b248-1a15e5fba5c3 req-a9b435d5-503f-451f-87a0-7a5a2370d6c5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:04.189426 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-262e722c-1fda-41dd-b248-1a15e5fba5c3 req-a9b435d5-503f-451f-87a0-7a5a2370d6c5 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 945 time: 0.0491893 Aug 27 04:23:04.231404 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-262e722c-1fda-41dd-b248-1a15e5fba5c3 req-9e8a21a3-e123-4c26-a0d3-fd3df47ccc38 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups?id=d6880577-0032-4a99-bf2e-d3fc153f8363&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352910 Aug 27 04:23:04.309108 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.309492 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-436369'] for floatingip, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.309802 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.l3_db [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Floating IP 074d2d9d-88ec-4567-b17e-b3937a644a59 disassociated. External IP: 172.27.3.206, port: 7c6a20ee-51f2-41d8-92d2-c879bdd48024. Aug 27 04:23:04.310137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Calling delete_port for 7c6a20ee-51f2-41d8-92d2-c879bdd48024 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:04.496558 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.531264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'Port': ['ID=7c6a20ee-51f2-41d8-92d2-c879bdd48024,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:04.543163 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.543285 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.543825 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.543951 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.544257 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.544594 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.544924 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.545260 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.545598 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.545927 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.546255 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.546595 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:04.654402 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:23:04.759780 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:23:04.769565 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:23:04.778497 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:04.779131 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:22:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:04.799089 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] No DVR routers for this DVR port 7c6a20ee-51f2-41d8-92d2-c879bdd48024 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:23:04.801722 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:04.804350 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9f07b2eb-ec62-4082-957b-af3409a284ff req-7ccfc496-9e97-4bb3-9e23-9a3aa5acf598 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.74 "DELETE /v2.0/ports/7c6a20ee-51f2-41d8-92d2-c879bdd48024 HTTP/1.1" status: 204 len: 173 time: 0.8401134 Aug 27 04:23:04.804792 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'name': 'network-vif-deleted', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:23:04.807388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7278616d-fac1-4992-baf7-c7d608e9c3bf" -d '{"events": [{"server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "name": "network-vif-deleted", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:23:04.848659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae9ee6b-61fd-4e35-84d5-3b8ca91a3b8c x-openstack-request-id: req-9ae9ee6b-61fd-4e35-84d5-3b8ca91a3b8c {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:23:04.848659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28eee340-e8f2-4dfe-842a-05ddfc1eb40d", "name": "network-vif-deleted", "tag": "7c6a20ee-51f2-41d8-92d2-c879bdd48024", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:23:04.848659 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ae9ee6b-61fd-4e35-84d5-3b8ca91a3b8c {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:23:04.848659 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28eee340-e8f2-4dfe-842a-05ddfc1eb40d', 'name': 'network-vif-deleted', 'tag': '7c6a20ee-51f2-41d8-92d2-c879bdd48024', 'status': 'completed', 'code': 200} Aug 27 04:23:04.986931 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:05.186990 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:05.217689 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:23:05.227148 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:05.227749 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:22:42Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:05.329219 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:05.335339 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b4dd754c-b747-42b2-92cc-790facbdb9d2 req-ef1dd90a-915e-4dff-9c06-137db5c5e7cc tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/ports?device_id=28eee340-e8f2-4dfe-842a-05ddfc1eb40d HTTP/1.1" status: 200 len: 210 time: 0.0256684 Aug 27 04:23:05.524873 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:05.551408 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63ffa6e-be6f-4b54-8eea-956515bb1f01 None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:36Z', 'revision_number': 4, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi', '_interfaces': [{'id': '7404af56-9a1f-4b73-8c78-a53b2cca613d', 'name': '', 'network_id': '70ebb7eb-7166-412b-a492-12027e1cc0b5', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'mac_address': 'fa:16:3e:01:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:35Z', 'updated_at': '2021-08-27T04:15:41Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'subnets': [{'id': 'd3c36e01-f145-4de0-bf06-97bfc61caf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:23:05.773045 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a79130e-dab2-4bcd-ab41-f78efa338dd9 None None] New status for floating IP 074d2d9d-88ec-4567-b17e-b3937a644a59: DOWN {{(pid=94488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 27 04:23:06.519132 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49112) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:06.575172 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.602587 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.725055 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.727983 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.729190 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "DELETE /v2.0/security-groups/d6880577-0032-4a99-bf2e-d3fc153f8363 HTTP/1.1" status: 204 len: 168 time: 0.2090547 Aug 27 04:23:06.732298 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49114) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:06.738818 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4388df-8685-4c05-a682-165df698212f tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6880577-0032-4a99-bf2e-d3fc153f8363,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:06.745705 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.api.v2.resource [None req-728f5a53-7ff9-4262-addd-789e43bf89ff tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] show failed (client error): The resource could not be found. Aug 27 04:23:06.746723 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-728f5a53-7ff9-4262-addd-789e43bf89ff tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "GET /v2.0/security-groups/d6880577-0032-4a99-bf2e-d3fc153f8363 HTTP/1.1" status: 404 len: 347 time: 0.0137053 Aug 27 04:23:06.749568 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49116) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:06.874282 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Deleting port cb3e2b36-e1b4-4a36-b10c-49d64583a700 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:06.874655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.949423 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.949750 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:06.960899 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Calling delete_port for cb3e2b36-e1b4-4a36-b10c-49d64583a700 owned by network:floatingip {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:07.141791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:07.168265 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Pushing event deleted for resources: {'Port': ['ID=cb3e2b36-e1b4-4a36-b10c-49d64583a700,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:07.228794 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks [] for floatingip, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:07.231396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for floatingip, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:07.232532 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-720e15da-f15d-4ab0-a904-d7f4106124b3 tempest-AttachVolumeTestJSON-1298579054 tempest-AttachVolumeTestJSON-1298579054-project] 10.222.0.73 "DELETE /v2.0/floatingips/074d2d9d-88ec-4567-b17e-b3937a644a59 HTTP/1.1" status: 204 len: 168 time: 0.4819994 Aug 27 04:23:07.444493 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 7c6a20ee-51f2-41d8-92d2-c879bdd48024 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:23:07.464885 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 7c6a20ee-51f2-41d8-92d2-c879bdd48024 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:23:07.465225 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 7c6a20ee-51f2-41d8-92d2-c879bdd48024 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:23:09.033265 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-adcdd272-7014-4e4c-a883-13472ecd5e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.257856 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49144) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:11.740671 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-434383'] for router_interface, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.798763 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-8d0a99a3-771e-48d2-b9eb-e20bc490ea83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.941607 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:11.980667 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Deleting port 7404af56-9a1f-4b73-8c78-a53b2cca613d {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:11.981014 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.056850 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] For port 7404af56-9a1f-4b73-8c78-a53b2cca613d, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7404af56-9a1f-4b73-8c78-a53b2cca613d,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:12.057122 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.069692 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Calling delete_port for 7404af56-9a1f-4b73-8c78-a53b2cca613d owned by network:router_interface {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:12.342244 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.370496 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=7404af56-9a1f-4b73-8c78-a53b2cca613d,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:12.534164 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-434181'] for router_interface, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:12.741789 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Router e1b7944c-af8d-48b7-96a8-21d653241fca has already been hosted by L3 agent 34fede01-d32c-4b75-9dac-72f293e1e7f2 {{(pid=94486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 27 04:23:12.884616 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.113149 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] Notify agent at l3_agent.dv-cinder-804757-2-iscsi the message routers_updated {{(pid=94486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 27 04:23:13.119069 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ebdf03cd-662b-4966-9060-8415d8122a2f admin admin] 10.222.0.73 "PUT /v2.0/routers/e1b7944c-af8d-48b7-96a8-21d653241fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8601761 Aug 27 04:23:13.121589 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49148) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:13.124537 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Sync routers for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 27 04:23:13.135734 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:13.136351 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:23:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:13.228364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.237454 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: dv-cinder-804757-2-iscsi {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:13.328220 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.419175 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'external_fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '6b06796a-05da-4067-a889-5cfefa607181', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:23:12Z', 'revision_number': 5, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port': {'id': '6b06796a-05da-4067-a889-5cfefa607181', 'name': '', 'network_id': 'b0966296-0ad8-4faf-a776-c234ad6e19f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:e0:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-804757-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:15:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dd9d9053-9abb-4816-bb31-9f8693493349', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-804757-2-iscsi'}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:13.446886 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Checking router: e1b7944c-af8d-48b7-96a8-21d653241fca for host: dv-cinder-804757-2-iscsi {{(pid=94489) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 27 04:23:13.455081 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Routers {'e1b7944c-af8d-48b7-96a8-21d653241fca'} bound to L3 agent in host dv-cinder-804757-2-iscsi {{(pid=94489) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 27 04:23:13.455678 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Deleting port 6b06796a-05da-4067-a889-5cfefa607181 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:13.456191 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-804757-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-27T03:54:42Z,description=,heartbeat_timestamp=2021-08-27T04:23:12Z,host='dv-cinder-804757-2-iscsi',id=34fede01-d32c-4b75-9dac-72f293e1e7f2,load=0,resource_versions=,resources_synced=,started_at=2021-08-27T03:54:42Z,topic='l3_agent')) {'router_ids': ['e1b7944c-af8d-48b7-96a8-21d653241fca'], 'active': True} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:13.456311 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.532738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] For port 6b06796a-05da-4067-a889-5cfefa607181, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=6b06796a-05da-4067-a889-5cfefa607181,segment=NetworkSegment(a42ac1cb-219d-44c4-94e2-ff11644d78d1),segment_id=a42ac1cb-219d-44c4-94e2-ff11644d78d1)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:13.533101 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.539573 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_dvr_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] Set router e1b7944c-af8d-48b7-96a8-21d653241fca gateway port host: None {{(pid=94489) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 27 04:23:13.546781 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Calling delete_port for 6b06796a-05da-4067-a889-5cfefa607181 owned by network:router_gateway {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:13.594863 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.l3_hamode_db [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:23:13Z', 'revision_number': 6, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port_host': None}], 'dv-cinder-804757-2-iscsi', False) {} {{(pid=94489) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:13.623275 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53598706-159b-4797-b0c1-b9f47099ba42 None None] The sync data for ids ['e1b7944c-af8d-48b7-96a8-21d653241fca'] in dv-cinder-804757-2-iscsi is: [{'id': 'e1b7944c-af8d-48b7-96a8-21d653241fca', 'name': 'tempest-AttachVolumeTestJSON-1132871277-router', 'tenant_id': '0e215cb584e04408bc95d37a5c81d1de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-27T04:15:33Z', 'updated_at': '2021-08-27T04:23:13Z', 'revision_number': 6, 'project_id': '0e215cb584e04408bc95d37a5c81d1de', 'gw_port_host': None}] {{(pid=94489) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 27 04:23:13.792337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.822286 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Pushing event deleted for resources: {'Port': ['ID=6b06796a-05da-4067-a889-5cfefa607181,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:13.881727 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-436319'] for router_gateway, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.970136 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-440256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-130349'] for router, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:13.972315 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.107518 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-440271'] for router, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.108150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1b7944c-af8d-48b7-96a8-21d653241fca {{(pid=94486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 27 04:23:14.113305 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] Notify callbacks [] for router, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.114433 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b9ec17d4-8829-4297-94a2-966b1a9e9a4f admin admin] 10.222.0.73 "DELETE /v2.0/routers/e1b7944c-af8d-48b7-96a8-21d653241fca HTTP/1.1" status: 204 len: 168 time: 0.9918644 Aug 27 04:23:14.117350 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49150) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:14.159829 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Deleting subnet d3c36e01-f145-4de0-bf06-97bfc61caf7f {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:23:14.163604 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.199006 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.277032 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.295966 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.421993 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.449055 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c36e01-f145-4de0-bf06-97bfc61caf7f,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:14.452779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.456932 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-95ed96b1-0a81-42ad-8c4c-390c4a8a2551 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/d3c36e01-f145-4de0-bf06-97bfc61caf7f HTTP/1.1" status: 204 len: 168 time: 0.3381286 Aug 27 04:23:14.457494 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49152) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:14.459565 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672be0bf-6b14-481e-82df-5a0ad5d9735a None None] Network 70ebb7eb-7166-412b-a492-12027e1cc0b5 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:14.527142 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.586957 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Deleting port 7fb79b03-168f-4c7c-8129-ba116eca113c {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:14.587301 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.639719 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] DHCP port deletion for 70ebb7eb-7166-412b-a492-12027e1cc0b5 request from dv-cinder-804757-2-iscsi {{(pid=94488) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 27 04:23:14.654402 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] For port 7fb79b03-168f-4c7c-8129-ba116eca113c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fb79b03-168f-4c7c-8129-ba116eca113c,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:14.654806 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.670387 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Calling delete_port for 7fb79b03-168f-4c7c-8129-ba116eca113c owned by network:dhcp {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:14.688596 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Deleting port 7fb79b03-168f-4c7c-8129-ba116eca113c {{(pid=94488) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:23:14.688926 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.752033 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] For port 7fb79b03-168f-4c7c-8129-ba116eca113c, host dv-cinder-804757-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-804757-2-iscsi',level=0,port_id=7fb79b03-168f-4c7c-8129-ba116eca113c,segment=NetworkSegment(edb50d0a-ccf2-4cce-95df-e2c303755d0c),segment_id=edb50d0a-ccf2-4cce-95df-e2c303755d0c)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:23:14.761118 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.764674 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Calling delete_port for 7fb79b03-168f-4c7c-8129-ba116eca113c owned by network:dhcp {{(pid=94488) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:23:14.809202 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.837588 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358'] for port, after_delete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.838202 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb79b03-168f-4c7c-8129-ba116eca113c,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:14.840053 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] No DVR routers for this DVR port 7fb79b03-168f-4c7c-8129-ba116eca113c on host dv-cinder-804757-2-iscsi {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:23:14.862230 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Pushing event deleted for resources: {'Port': ['ID=7fb79b03-168f-4c7c-8129-ba116eca113c,revision_number=None']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:14.878421 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.879215 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.879560 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.879900 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.880331 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.880741 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.881103 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.881475 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.881805 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.882130 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.882454 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.882802 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:14.885552 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2ee44c-b263-46a2-be25-c5bfe491c676 None None] No DVR routers for this DVR port 7fb79b03-168f-4c7c-8129-ba116eca113c on host dv-cinder-804757-2-iscsi {{(pid=94488) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:23:14.910504 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.920364 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ebb7eb-7166-412b-a492-12027e1cc0b5']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:14.930936 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edb50d0a-ccf2-4cce-95df-e2c303755d0c') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:14.931232 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edb50d0a-ccf2-4cce-95df-e2c303755d0c') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:14.939588 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.952493 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.957983 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:23:14.958980 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:23:14.960629 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:23:15.096209 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.102016 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.103893 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] 10.222.0.73 "DELETE /v2.0/networks/70ebb7eb-7166-412b-a492-12027e1cc0b5 HTTP/1.1" status: 204 len: 168 time: 0.6459010 Aug 27 04:23:15.115066 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0710ddab-bec4-401c-a06c-91947be6d2f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=70ebb7eb-7166-412b-a492-12027e1cc0b5,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:15.400929 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49156) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:15.435085 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7404af56-9a1f-4b73-8c78-a53b2cca613d no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:23:15.440452 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-32b5444e-0933-4167-aba6-cec8e105d6be admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e215cb584e04408bc95d37a5c81d1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382736 Aug 27 04:23:15.443480 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49158) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:15.459272 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 7404af56-9a1f-4b73-8c78-a53b2cca613d {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:23:15.462123 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7404af56-9a1f-4b73-8c78-a53b2cca613d not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:23:15.462123 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6b06796a-05da-4067-a889-5cfefa607181 no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:23:15.479208 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 6b06796a-05da-4067-a889-5cfefa607181 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:23:15.479553 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 6b06796a-05da-4067-a889-5cfefa607181 not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:23:15.479966 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fb79b03-168f-4c7c-8129-ba116eca113c no longer exists at agent ovs-agent-dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:23:15.492434 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.499034 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] No Port match for: 7fb79b03-168f-4c7c-8129-ba116eca113c {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:23:15.499380 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Device 7fb79b03-168f-4c7c-8129-ba116eca113c not bound to the agent host dv-cinder-804757-2-iscsi {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:23:15.523149 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.643879 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.646593 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:15.651493 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a37b8cf4-b380-448d-b8ff-b3612b28f247 HTTP/1.1" status: 204 len: 168 time: 0.2041948 Aug 27 04:23:15.658704 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f2a51-77e8-415e-b9df-3100ab38f0b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37b8cf4-b380-448d-b8ff-b3612b28f247,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:17.430827 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49208) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:17.538885 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.626304 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.747241 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.791745 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=bef102b62ab14c66bf90d68cf5b4cf95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3598409 Aug 27 04:23:17.792581 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49acfae9-d440-4031-90bd-f2c3b3c37737,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:17.794376 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49212) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:17.799881 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.800242 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.800595 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.800937 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.801275 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.801616 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.802649 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.803601 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.803947 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.804284 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.804656 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.804951 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972a832f-dccf-480c-ab74-2ba430a3b566 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:23:17.848652 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.871006 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.937125 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:23:17.987165 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.989765 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:17.990933 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/49acfae9-d440-4031-90bd-f2c3b3c37737 HTTP/1.1" status: 204 len: 168 time: 0.1955247 Aug 27 04:23:17.999298 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2a0eb5-5944-43c2-b8e7-915f312a123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49acfae9-d440-4031-90bd-f2c3b3c37737,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:20.820767 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49272) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:20.926375 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6f34aa72-b69b-4e6c-97a6-4fe1333c0fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.015906 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6f34aa72-b69b-4e6c-97a6-4fe1333c0fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.101679 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-6f34aa72-b69b-4e6c-97a6-4fe1333c0fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.139904 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6f34aa72-b69b-4e6c-97a6-4fe1333c0fc3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=829ec8984628404bb358a315c5c72cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177660 Aug 27 04:23:21.140766 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34aa72-b69b-4e6c-97a6-4fe1333c0fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44ae48f-bb98-4173-9efd-b93df7231c53,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:21.142541 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49276) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:21.189779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.210482 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.307542 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.310047 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.311207 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f44ae48f-bb98-4173-9efd-b93df7231c53 HTTP/1.1" status: 204 len: 168 time: 0.1676106 Aug 27 04:23:21.319073 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2153f-d3d7-47ef-a5bd-fd347c637a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44ae48f-bb98-4173-9efd-b93df7231c53,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:21.886213 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49282) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:21.899525 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-491ac6a9-a6d3-487a-a7c1-c6e7d3b790e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:21.988923 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-491ac6a9-a6d3-487a-a7c1-c6e7d3b790e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.068008 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-491ac6a9-a6d3-487a-a7c1-c6e7d3b790e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.130132 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-491ac6a9-a6d3-487a-a7c1-c6e7d3b790e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=363c0997218a40cdae9137ca604c3ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425528 Aug 27 04:23:22.131970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ac6a9-a6d3-487a-a7c1-c6e7d3b790e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b7aaca-9079-49d0-a3ca-42efb47474e8,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:22.132824 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49284) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:22.185310 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.210197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.352953 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.360519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:22.360519 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/89b7aaca-9079-49d0-a3ca-42efb47474e8 HTTP/1.1" status: 204 len: 168 time: 0.2228711 Aug 27 04:23:22.364730 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f16133d-003e-4214-bf72-3deec3f13b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b7aaca-9079-49d0-a3ca-42efb47474e8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:23.324535 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-1d33f5b3-0191-476d-b362-f23e22b64c11 req-1c34998e-7fc2-4f35-9018-561c9626c95d service neutron] (94487) timed out ('10.222.0.73', 44372) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:23:23.534613 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49310) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:23.628673 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123712520-network', 'tenant_id': '49e1b83ee8a9490e825e6ca788f3185d'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:23.736320 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Made reservation on behalf of 49e1b83ee8a9490e825e6ca788f3185d for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:23:23.738640 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.748008 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.769396 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.832628 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.901323 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.925777 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:23:23.934590 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c740bc-8f95-4b1c-9a42-44631becca19,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:23.940376 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:23.940722 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Added segment 8488d607-e69f-433d-999d-84aaecb2859d of type vlan for network 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc Aug 27 04:23:23.981276 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.056012 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.056973 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:24.057552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.116974 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] Pushing event updated for resources: {'Network': ['ID=6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:24.126391 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:23:24.187704 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9d193d49-932b-4374-90df-2371cc739ed1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6515274 Aug 27 04:23:24.190010 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49314) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:24.195037 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Request body: {'subnet': {'network_id': '6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123712520-subnet', 'tenant_id': '49e1b83ee8a9490e825e6ca788f3185d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:24.284468 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Made reservation on behalf of 49e1b83ee8a9490e825e6ca788f3185d for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:23:24.286862 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060495'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.519312 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9316718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060605'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.573717 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc63eb11-c55c-447d-b275-086b39b26d2b,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:24.583206 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Checking segment: {'id': '8488d607-e69f-433d-999d-84aaecb2859d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:23:24.583562 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Network hostable DHCP agents. Network: 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:23:24.661258 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Network 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:23:24.745721 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:24.749871 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:24.750473 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:24.754801 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fa2e67-c963-444f-af00-c4f372fe742c None None] Network 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:24.832912 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-d0374aa2-33d8-4921-8c9c-215580bdc22c admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6415994 Aug 27 04:23:24.872952 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce65029-7cd4-43ba-af0f-5582cf4e2caf None None] Network 6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:25.525583 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49330) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:25.530788 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-566558124-network', 'tenant_id': 'ff6e914045b746fe923011e11b81ff06'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:25.644015 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Made reservation on behalf of ff6e914045b746fe923011e11b81ff06 for: {'network': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:23:25.646181 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:25.655082 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:25.745703 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:25.850212 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:25.876337 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=94486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:23:25.883071 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ddf698-f3e7-4662-aa1b-34e958888d3c,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:25.890359 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:25.890359 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.db.segments_db [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Added segment da5721d6-d4e1-4796-a268-6a452b7811a7 of type vlan for network 5f304ec7-99b6-4565-a914-6eba3892d1d3 Aug 27 04:23:25.928664 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.027598 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.028690 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:26.029272 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.089185 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] Pushing event updated for resources: {'Network': ['ID=5f304ec7-99b6-4565-a914-6eba3892d1d3,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:26.099209 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network 5f304ec7-99b6-4565-a914-6eba3892d1d3 details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:23:26.153875 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-dbf40019-8558-4b40-b213-4447486b7816 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6269310 Aug 27 04:23:26.156368 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49332) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:26.161233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Request body: {'subnet': {'network_id': '5f304ec7-99b6-4565-a914-6eba3892d1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-566558124-subnet', 'tenant_id': 'ff6e914045b746fe923011e11b81ff06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:23:26.267059 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Made reservation on behalf of ff6e914045b746fe923011e11b81ff06 for: {'subnet': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:23:26.269353 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461303'] for subnet, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.529914 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9319991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461189'] for subnet, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.585513 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95bd382f-ac14-4a82-9a3b-9d0ae280ce33,revision_number=0']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:26.594053 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Checking segment: {'id': 'da5721d6-d4e1-4796-a268-6a452b7811a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '5f304ec7-99b6-4565-a914-6eba3892d1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:23:26.594407 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Network hostable DHCP agents. Network: 5f304ec7-99b6-4565-a914-6eba3892d1d3, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:23:26.666862 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Network 5f304ec7-99b6-4565-a914-6eba3892d1d3 is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:23:26.741041 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, 5f304ec7-99b6-4565-a914-6eba3892d1d3) {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:23:26.745033 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:23:26.745615 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:26.749959 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee69f72-b6b2-41cd-a692-27d40f34f6d0 None None] Network 5f304ec7-99b6-4565-a914-6eba3892d1d3 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:26.805610 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-5e07fc1c-a2fe-4637-aee6-cd6c29bd8b55 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6477852 Aug 27 04:23:26.871540 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89de46-6e38-41a8-a0f8-9515a1ebdf8d None None] Network 5f304ec7-99b6-4565-a914-6eba3892d1d3 requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:23:39.038163 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-82305620-be36-4521-97ab-3b0a5c58bc82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:41.821439 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-62dbdd75-e890-4a67-ac02-badf7f461bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:41.994085 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:42.900792 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.121449 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49452) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:43.164755 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_v2 [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Deleting subnet dc63eb11-c55c-447d-b275-086b39b26d2b {{(pid=94486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:23:43.168104 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.205294 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8465122'] for subnet, precommit_delete_associations {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.242685 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.347005 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461212'] for subnet, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.373351 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc63eb11-c55c-447d-b275-086b39b26d2b,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:43.375335 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.377728 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-4233d310-94a5-4113-8ada-1d9ab40e1b14 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/dc63eb11-c55c-447d-b275-086b39b26d2b HTTP/1.1" status: 204 len: 168 time: 0.2547522 Aug 27 04:23:43.379568 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49454) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:43.449203 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.523741 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.533345 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc']}} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:43.543353 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8488d607-e69f-433d-999d-84aaecb2859d') {'for_net_delete': True} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:43.543653 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.services.segments.db [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8488d607-e69f-433d-999d-84aaecb2859d') {} {{(pid=94486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:43.552092 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8465149'] for segment, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.565807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.571432 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=94486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:23:43.571912 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318802'] for segment, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: Traceback (most recent call last): Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: timer() Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: cb(*args, **kw) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: return func(*args, **kwargs) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: self._notify() Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: self.callback(batched_events) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: event.method(event) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: return f(self, *a, **k) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._get(url).json() Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: return self.request(url, 'GET', **kwargs) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:23:43.574006 dv-cinder-804757-2-iscsi neutron-server[94486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:23:43.717137 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.722545 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.726700 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] 10.222.0.73 "DELETE /v2.0/networks/6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc HTTP/1.1" status: 204 len: 168 time: 0.3439209 Aug 27 04:23:43.727325 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49456) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:43.736423 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49547f44-06d6-499f-acb5-380987be8a7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb74b9f-1c3e-43d7-a79e-d5ff3b8ff7cc,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:43.772764 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Deleting subnet 95bd382f-ac14-4a82-9a3b-9d0ae280ce33 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:23:43.790079 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.815492 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.855197 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:43.987199 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.012314 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95bd382f-ac14-4a82-9a3b-9d0ae280ce33,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:44.017221 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.019130 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-aeb6aa02-c076-421e-b55a-57839027ffd5 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/95bd382f-ac14-4a82-9a3b-9d0ae280ce33 HTTP/1.1" status: 204 len: 168 time: 0.2906690 Aug 27 04:23:44.021292 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49458) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:44.091552 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.166297 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.175576 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f304ec7-99b6-4565-a914-6eba3892d1d3']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:44.185875 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da5721d6-d4e1-4796-a268-6a452b7811a7') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:44.186170 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da5721d6-d4e1-4796-a268-6a452b7811a7') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:23:44.194553 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.212646 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.218418 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:23:44.218834 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:23:44.220517 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:23:44.307525 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.380169 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.385463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.391049 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] 10.222.0.73 "DELETE /v2.0/networks/5f304ec7-99b6-4565-a914-6eba3892d1d3 HTTP/1.1" status: 204 len: 168 time: 0.3651619 Aug 27 04:23:44.398635 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1210031-6bee-430e-a5aa-21f2d80bbc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=5f304ec7-99b6-4565-a914-6eba3892d1d3,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:44.782053 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49462) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:44.820852 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-b4511965-df2d-4351-8d8d-b8c3ec1a03d7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=49e1b83ee8a9490e825e6ca788f3185d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376525 Aug 27 04:23:44.823334 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49464) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:44.869340 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:44.888977 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.010211 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.013596 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.015409 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/46c740bc-8f95-4b1c-9a42-44631becca19 HTTP/1.1" status: 204 len: 168 time: 0.1911187 Aug 27 04:23:45.024631 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418988d-ffc0-4823-a4a6-84c0ee011450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c740bc-8f95-4b1c-9a42-44631becca19,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:45.759120 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49470) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:45.797968 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-a51ce69c-60a5-4a63-9d84-43731a3aff04 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ff6e914045b746fe923011e11b81ff06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376289 Aug 27 04:23:45.800455 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49472) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:23:45.847123 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.867429 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.992164 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.995349 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:45.996535 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e4ddf698-f3e7-4662-aa1b-34e958888d3c HTTP/1.1" status: 204 len: 168 time: 0.1951697 Aug 27 04:23:46.004886 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ecf33-65ee-4b3e-8625-50ec663dcd15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ddf698-f3e7-4662-aa1b-34e958888d3c,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:23:53.792456 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:23:54.937135 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:24:09.003727 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-b625f350-c055-4d38-b08f-158a67f0773a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:11.871220 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-fd800767-542c-4180-ba5f-32b9afab878e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:11.968667 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:12.905278 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.306214 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.437626 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49634) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:14.582663 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-80979784-7a4b-4390-8151-84f5e15a8570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.637938 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-80979784-7a4b-4390-8151-84f5e15a8570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.746084 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-80979784-7a4b-4390-8151-84f5e15a8570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.784985 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-80979784-7a4b-4390-8151-84f5e15a8570 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4342bc95ae12494d9866156fdfa2fdb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462839 Aug 27 04:24:14.787268 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80979784-7a4b-4390-8151-84f5e15a8570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8280b345-dcec-4987-9c53-8e79e65f48be,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:14.787953 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49638) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:14.835840 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:14.856774 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:15.003448 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:15.005988 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:15.007170 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8280b345-dcec-4987-9c53-8e79e65f48be HTTP/1.1" status: 204 len: 168 time: 0.2182441 Aug 27 04:24:15.015494 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8280b345-dcec-4987-9c53-8e79e65f48be,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:15.022799 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:15.026795 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84a5dc7-a365-45a7-978c-5a5eee727eb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:23.780584 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.300484 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49766) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:27.405193 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.491907 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.545974 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.585060 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=82b26a230dd8416bb377f840f984c36e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2833972 Aug 27 04:24:27.586139 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea6a7b3-a74d-4c63-ae3f-04d2bcb0b992,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:27.587797 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49770) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:27.593255 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.593602 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.593939 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.594270 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.594625 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.594958 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.595282 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.595605 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.595926 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.596245 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.596561 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.596877 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04adedb4-ca18-471b-9600-5c5bf56cf83a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:27.639233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.659779 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.772773 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.775360 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:27.776530 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/eea6a7b3-a74d-4c63-ae3f-04d2bcb0b992 HTTP/1.1" status: 204 len: 168 time: 0.1877484 Aug 27 04:24:27.784592 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d192b-d4ef-4235-985d-2a2f39b139db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea6a7b3-a74d-4c63-ae3f-04d2bcb0b992,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:28.351605 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49776) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:28.365589 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-97f4977a-1e6d-4bc4-bc8f-7e299f23b6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.451655 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-97f4977a-1e6d-4bc4-bc8f-7e299f23b6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.517084 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-97f4977a-1e6d-4bc4-bc8f-7e299f23b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.553737 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-97f4977a-1e6d-4bc4-bc8f-7e299f23b6ee admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=279eca0b369b473b8bcc4f180ccf1e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2009850 Aug 27 04:24:28.555902 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4977a-1e6d-4bc4-bc8f-7e299f23b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11055da1-19fc-4ad4-acb8-3e809d187307,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:28.556636 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49778) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:28.605129 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.625572 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.728549 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.731049 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:28.732157 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/11055da1-19fc-4ad4-acb8-3e809d187307 HTTP/1.1" status: 204 len: 168 time: 0.1745446 Aug 27 04:24:28.740154 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174d559-1561-46f1-95ca-1fe768c030ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11055da1-19fc-4ad4-acb8-3e809d187307,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:29.385654 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49784) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:29.399250 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ef8695fc-9add-409c-81de-04afd937bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.482970 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ef8695fc-9add-409c-81de-04afd937bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.608551 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-ef8695fc-9add-409c-81de-04afd937bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.647733 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8695fc-9add-409c-81de-04afd937bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbfc40c-202f-43cb-a924-5cb219a29116,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:29.652030 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-ef8695fc-9add-409c-81de-04afd937bea5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c3345e1ffeab4a6a82459baca2dce10b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653754 Aug 27 04:24:29.655074 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [-] (94486) accepted ('10.222.0.73', 49786) {{(pid=94486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:29.701466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.722061 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.831401 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.834720 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:29.835902 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bfbfc40c-202f-43cb-a924-5cb219a29116 HTTP/1.1" status: 204 len: 168 time: 0.1802812 Aug 27 04:24:29.843845 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b22c2-4335-4b10-9d00-9b2baad36579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbfc40c-202f-43cb-a924-5cb219a29116,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:30.771081 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49808) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:30.870254 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2105352571-network', 'tenant_id': 'acdf99bfe4454bd190356a3a79f0041f'}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:24:30.967216 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Made reservation on behalf of acdf99bfe4454bd190356a3a79f0041f for: {'network': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:24:30.969499 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for network, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:30.978844 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.063800 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.117262 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.144129 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=94487) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 27 04:24:31.154554 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ab4674-9f6b-49d0-89d2-86fd05467a4f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:31.159272 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.167524 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.db.segments_db [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Added segment bcce7edb-479d-40a0-835a-1842f7384c82 of type vlan for network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f Aug 27 04:24:31.198746 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8766631255372'] for network, precommit_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.275491 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714'] for network, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.276434 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:31.277021 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.338292 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] Pushing event updated for resources: {'Network': ['ID=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f,revision_number=1']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:31.348336 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f details requested by agent ovs-agent-dv-cinder-804757-2-iscsi with host dv-cinder-804757-2-iscsi {{(pid=94488) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 27 04:24:31.396747 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-f94e5d67-466a-4229-bb5c-36347411b938 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6245527 Aug 27 04:24:31.399596 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 49812) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:24:31.404385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.v2.base [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Request body: {'subnet': {'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2105352571-subnet', 'tenant_id': 'acdf99bfe4454bd190356a3a79f0041f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94487) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:24:31.475568 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Made reservation on behalf of acdf99bfe4454bd190356a3a79f0041f for: {'subnet': 1} {{(pid=94487) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:24:31.477852 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9060495'] for subnet, before_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.700406 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9316718', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9060605'] for subnet, after_create {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.751124 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3066aac-043b-42ef-a7e3-35ac6a72d6e8,revision_number=0']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:31.762390 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Checking segment: {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:24:31.762390 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Network hostable DHCP agents. Network: f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f, hostable agents: ['dd32227a-37fb-47bc-9f46-cdd48711c306'], hosted agents: [] {{(pid=94487) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 27 04:24:31.849103 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f is scheduled to be hosted by DHCP agent dd32227a-37fb-47bc-9f46-cdd48711c306 with binding_index 1 {{(pid=94487) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 27 04:24:31.922519 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.scheduler.base_scheduler [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-804757-2-iscsi, f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f) {{(pid=94487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:24:31.927432 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:31.928035 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:31.933934 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c986d4aa-07e9-4402-8cbe-27dbfc62066f None None] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:24:31.936328 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:24:32.020855 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-ffd14d0d-2a27-4de7-a62b-e36d5b457a2f admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6202080 Aug 27 04:24:32.057615 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6d8c6-980b-4e3e-af42-6522894398b6 None None] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f requested from dv-cinder-804757-2-iscsi {{(pid=94488) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 27 04:24:34.299163 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-63877e91-2b67-4ddf-a566-16fb6724efb2 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:34.300626 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-63877e91-2b67-4ddf-a566-16fb6724efb2 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 814 time: 0.0983737 Aug 27 04:24:34.316054 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-e00e7773-8b05-40ad-bb6d-553586dba4a8 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/quotas/acdf99bfe4454bd190356a3a79f0041f HTTP/1.1" status: 200 len: 375 time: 0.0088551 Aug 27 04:24:34.350664 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-3c634520-abc8-4314-abaa-f99cd32a0735 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283759 Aug 27 04:24:34.404863 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-635c7be0-3361-41a3-b1c8-f4e2da342337 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94487) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:24:34.405836 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-635c7be0-3361-41a3-b1c8-f4e2da342337 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487938 Aug 27 04:24:34.493032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-30f0d3a2-28c0-49d2-ad17-38a47e9bb1ff service neutron] 10.222.0.73 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805702 Aug 27 04:24:34.584736 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-4207b591-dc84-4b6f-a7e0-ca0d418ef304 service neutron] 10.222.0.73 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852647 Aug 27 04:24:34.922989 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-736df9eb-7acb-44c9-a2f5-bf73a8666a22 req-4a003c07-486e-4eb2-98a9-e48ae2a5aa97 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 210 time: 0.0807974 Aug 27 04:24:36.015591 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-912c1b53-a5d7-4169-a462-acbae28ece7b req-f6fa949d-08d2-4768-80d6-de861e5f3506 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 210 time: 0.0252314 Aug 27 04:24:36.962104 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-d30ec54b-0d2f-4a16-a696-076c77019cf5 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:36.963673 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-d30ec54b-0d2f-4a16-a696-076c77019cf5 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 814 time: 0.1013489 Aug 27 04:24:36.982445 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Request body: {'port': {'device_id': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f', 'admin_state_up': True, 'tenant_id': 'acdf99bfe4454bd190356a3a79f0041f'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:24:37.110622 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aca32d32-7934-452e-92d5-a798451226f9 req-a02cc2d8-5df5-45d8-8134-3ab5235f911a tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 210 time: 0.0264633 Aug 27 04:24:37.157458 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Made reservation on behalf of acdf99bfe4454bd190356a3a79f0041f for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:24:37.161111 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:37.287570 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Allocated IP 172.20.0.2 (f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f/a3066aac-043b-42ef-a7e3-35ac6a72d6e8/a238e757-a409-433c-b725-1dcf138dba4e) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:24:37.429194 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:37.523019 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:37.562920 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:24:37.568154 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:24:37.571701 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:24:37.577828 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Pushing event updated for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:37.621769 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:37.622369 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:37.683368 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-315698bf-c76b-499c-8268-e3bf63bdbf57 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7050335 Aug 27 04:24:37.700129 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-e0dacd8a-da46-4102-9162-3214449fd2c8 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=94486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 27 04:24:37.701079 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-e0dacd8a-da46-4102-9162-3214449fd2c8 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049024 Aug 27 04:24:37.756869 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Request body: {'port': {'device_id': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:24:37.810432 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.059388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a238e757-a409-433c-b725-1dcf138dba4e {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:24:38.066845 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.078114 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Transition to ACTIVE for port object a238e757-a409-433c-b725-1dcf138dba4e will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:24:38.146762 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.216164 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Pushing event updated for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:38.255161 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e5e99-79f5-4434-b35a-24570c0d2582 req-ec34741b-f881-402a-b780-9533a3d2007b tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.256594 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-428e5e99-79f5-4434-b35a-24570c0d2582 req-ec34741b-f881-402a-b780-9533a3d2007b tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0731409 Aug 27 04:24:38.293912 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Attempting to bind port a238e757-a409-433c-b725-1dcf138dba4e on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:24:38.294242 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Attempting to bind port a238e757-a409-433c-b725-1dcf138dba4e by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:24:38.294588 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Attempting to bind port a238e757-a409-433c-b725-1dcf138dba4e on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:24:38.298734 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Port a238e757-a409-433c-b725-1dcf138dba4e on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:24:38.299052 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Attempting to bind port a238e757-a409-433c-b725-1dcf138dba4e on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:24:38.300003 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-428e5e99-79f5-4434-b35a-24570c0d2582 req-0e514012-ee7d-4e0f-9993-84e78012bc19 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372834 Aug 27 04:24:38.303798 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:24:38.304133 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Checking segment: {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:24:38.304512 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Bound using segment: {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:24:38.304930 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Bound port: a238e757-a409-433c-b725-1dcf138dba4e, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:24:38.305546 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.368074 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:24:38.370971 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a238e757-a409-433c-b725-1dcf138dba4e,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:24:38.430717 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.464064 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.464679 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:38.466045 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] 10.222.0.74 "PUT /v2.0/ports/a238e757-a409-433c-b725-1dcf138dba4e HTTP/1.1" status: 200 len: 1093 time: 0.7576506 Aug 27 04:24:38.466532 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:24:38.468838 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d1354c-6e39-475d-ba15-9dbe46cabab7" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "tag": "a238e757-a409-433c-b725-1dcf138dba4e"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:24:38.492371 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e57ac-a5f3-4bdf-a555-3b5471991830 service neutron] Pushing event updated for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:38.505297 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c987698-8cb9-48c1-ad8a-9ea6e7e33f45 x-openstack-request-id: req-4c987698-8cb9-48c1-ad8a-9ea6e7e33f45 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:24:38.505556 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "tag": "a238e757-a409-433c-b725-1dcf138dba4e", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:24:38.505807 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4c987698-8cb9-48c1-ad8a-9ea6e7e33f45 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:24:38.506224 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e', 'status': 'completed', 'code': 200} Aug 27 04:24:38.589853 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-53882f70-7beb-4119-9f16-00e25dcb4fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.591364 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-53882f70-7beb-4119-9f16-00e25dcb4fd7 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 1096 time: 0.0406582 Aug 27 04:24:38.692276 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-0c64ee89-af10-402c-9dab-910f70463164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.693478 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-0c64ee89-af10-402c-9dab-910f70463164 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=acdf99bfe4454bd190356a3a79f0041f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0892110 Aug 27 04:24:38.786535 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-21c183d6-6471-4618-88b5-e4eae8a6aa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.787999 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-78d1354c-6e39-475d-ba15-9dbe46cabab7 req-21c183d6-6471-4618-88b5-e4eae8a6aa2e service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0879853 Aug 27 04:24:38.884118 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-6acbef36-6fa9-4af4-aeeb-83c060aa0a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.885573 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-6acbef36-6fa9-4af4-aeeb-83c060aa0a09 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 1096 time: 0.0394185 Aug 27 04:24:38.932425 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-6a463201-4f9e-4688-8457-4c1257b30468 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a238e757-a409-433c-b725-1dcf138dba4e HTTP/1.1" status: 200 len: 217 time: 0.0331657 Aug 27 04:24:38.980962 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-25efd2fb-e2f1-45b9-b7bb-8cbd2085ff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:38.982455 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-25efd2fb-e2f1-45b9-b7bb-8cbd2085ff1a service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3066aac-043b-42ef-a7e3-35ac6a72d6e8 HTTP/1.1" status: 200 len: 854 time: 0.0430088 Aug 27 04:24:39.017287 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-dff946cc-7693-4772-8dcc-077f3a10064b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273559 Aug 27 04:24:39.031488 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-71f55aad-a1ef-4824-9635-90ac766e7199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:39.105138 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-a6f51533-9219-4327-b260-ffa737d813d6 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811458 Aug 27 04:24:39.416680 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58c7c19-5a4c-467b-b7bc-f7ecc8231494 req-e11474d1-3c96-498c-a53c-9411d871cdad tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:39.418232 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e58c7c19-5a4c-467b-b7bc-f7ecc8231494 req-e11474d1-3c96-498c-a53c-9411d871cdad tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0479236 Aug 27 04:24:39.456020 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e58c7c19-5a4c-467b-b7bc-f7ecc8231494 req-c6ba6295-d6c2-4c16-a6de-a26f33f7021d tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318108 Aug 27 04:24:39.461460 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-a872e66e-92c8-420b-9459-b14aebcf34d4 req-5faf0dd2-1e9d-4529-8f0e-d9ae26c324d3 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490732 Aug 27 04:24:40.571103 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc420d-b650-4a91-b515-e6f9bfd04568 req-6bde0f1f-cff5-4038-ac9c-804564e88639 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:40.572598 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38fc420d-b650-4a91-b515-e6f9bfd04568 req-6bde0f1f-cff5-4038-ac9c-804564e88639 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0487967 Aug 27 04:24:40.610032 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-38fc420d-b650-4a91-b515-e6f9bfd04568 req-d2ecdf65-e3b9-4a1b-b7ca-ccb2448e1039 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315659 Aug 27 04:24:41.724119 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b704c-a908-44b1-b5b3-608d72a158df req-3120113f-563e-4934-a463-f0ccff5f94d0 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:41.725464 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-401b704c-a908-44b1-b5b3-608d72a158df req-3120113f-563e-4934-a463-f0ccff5f94d0 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0477247 Aug 27 04:24:41.766772 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-401b704c-a908-44b1-b5b3-608d72a158df req-fb78e6e1-2072-469f-8e49-a5d6c5c643c7 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354047 Aug 27 04:24:41.812844 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-35be75e1-534f-4c3c-af58-0c6c8e679366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:41.967013 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:42.880522 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f97b0d-8220-4355-9b82-b297aef4f0bc req-4886e122-c88c-44ac-bfff-35ee8a118323 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:42.882014 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61f97b0d-8220-4355-9b82-b297aef4f0bc req-4886e122-c88c-44ac-bfff-35ee8a118323 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0480461 Aug 27 04:24:42.894177 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:42.921470 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-61f97b0d-8220-4355-9b82-b297aef4f0bc req-844e91e8-e3cb-4eff-9324-0ecb1b906cdd tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334256 Aug 27 04:24:43.933871 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device a238e757-a409-433c-b725-1dcf138dba4e details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:24:44.032035 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a238e757-a409-433c-b725-1dcf138dba4e,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:24:44.040143 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4505e-0cb3-45ea-a18d-9f340bd56549 req-d55c0fad-7289-45a9-8cde-43dda6e524b7 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:44.041655 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96c4505e-0cb3-45ea-a18d-9f340bd56549 req-d55c0fad-7289-45a9-8cde-43dda6e524b7 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 943 time: 0.0481608 Aug 27 04:24:44.044101 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': 'a238e757-a409-433c-b725-1dcf138dba4e', 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f', 'port_id': 'a238e757-a409-433c-b725-1dcf138dba4e', 'mac_address': 'fa:16:3e:cb:a4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3066aac-043b-42ef-a7e3-35ac6a72d6e8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:24:44.079219 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-96c4505e-0cb3-45ea-a18d-9f340bd56549 req-854578f9-b92a-42e1-9380-657d0d672bb2 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Aug 27 04:24:44.081123 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:44.094895 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a238e757-a409-433c-b725-1dcf138dba4e {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:24:44.115151 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a238e757-a409-433c-b725-1dcf138dba4e,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:24:44.185098 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:44.369356 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:44.377774 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.378122 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.378461 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.379730 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.380065 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.380394 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.380721 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.381048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.381376 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.381732 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.382056 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.382381 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:24:44.468868 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:44.664483 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['a238e757-a409-433c-b725-1dcf138dba4e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:24:45.191531 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0a585-bae3-4aa7-a62f-1afd5c5b4132 req-26474835-8613-410e-99b5-f218a7fb113c tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:45.193067 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4c0a585-bae3-4aa7-a62f-1afd5c5b4132 req-26474835-8613-410e-99b5-f218a7fb113c tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 944 time: 0.0490956 Aug 27 04:24:45.239167 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e4c0a585-bae3-4aa7-a62f-1afd5c5b4132 req-d201afc7-708d-4c76-b56e-c3b27e44b529 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383239 Aug 27 04:24:45.948574 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device a238e757-a409-433c-b725-1dcf138dba4e up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:24:46.100183 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port a238e757-a409-433c-b725-1dcf138dba4e completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:24:46.103966 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port a238e757-a409-433c-b725-1dcf138dba4e triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:24:46.104340 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:46.183537 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:46.204622 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:24:46.206863 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a60697-dac1-4a65-b29e-07e7b70a083f" -d '{"events": [{"server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "name": "network-vif-plugged", "status": "completed", "tag": "a238e757-a409-433c-b725-1dcf138dba4e"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:24:46.218790 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a238e757-a409-433c-b725-1dcf138dba4e,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:24:46.299755 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:24:46.303077 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74cd366-f5a4-470e-9537-550eea608a4d x-openstack-request-id: req-b74cd366-f5a4-470e-9537-550eea608a4d {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:24:46.303362 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "name": "network-vif-plugged", "status": "completed", "tag": "a238e757-a409-433c-b725-1dcf138dba4e", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:24:46.303611 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b74cd366-f5a4-470e-9537-550eea608a4d {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:24:46.303992 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e', 'code': 200} Aug 27 04:24:46.357658 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:24:46.360385 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaecac-2068-46d9-8ff2-2d726bd378c4 req-35aaceeb-e2f9-45a4-927a-8d59592c2b3b tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:46.361884 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acaaecac-2068-46d9-8ff2-2d726bd378c4 req-35aaceeb-e2f9-45a4-927a-8d59592c2b3b tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0508351 Aug 27 04:24:46.400418 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-acaaecac-2068-46d9-8ff2-2d726bd378c4 req-e87d677b-345f-40fb-a4f1-dcac7b472dfd tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325370 Aug 27 04:24:46.690264 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1d28bf-31d3-404d-b23f-226a6f06ee77 req-0ecf5a82-4ad1-49d7-b577-9f175cbf9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:46.691730 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8d1d28bf-31d3-404d-b23f-226a6f06ee77 req-0ecf5a82-4ad1-49d7-b577-9f175cbf9a28 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 1098 time: 0.0389473 Aug 27 04:24:46.725390 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-8d1d28bf-31d3-404d-b23f-226a6f06ee77 req-04597af3-613e-44d5-ad82-5cacc5554182 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269637 Aug 27 04:24:47.515367 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74454d2b-4da2-4d82-ab40-ed7f49268842 req-427cdd4f-8cee-4371-b0f4-7666a90f2864 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:47.516865 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74454d2b-4da2-4d82-ab40-ed7f49268842 req-427cdd4f-8cee-4371-b0f4-7666a90f2864 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0485079 Aug 27 04:24:47.554385 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-74454d2b-4da2-4d82-ab40-ed7f49268842 req-e1b007f4-1bbc-4f71-a8e2-15a17e79e7cf tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317371 Aug 27 04:24:48.666274 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b22bb-8b0f-4900-9867-65a88550bd64 req-2639106f-9100-4152-b7d3-67f622474170 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:24:48.667743 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c4b22bb-8b0f-4900-9867-65a88550bd64 req-2639106f-9100-4152-b7d3-67f622474170 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0479100 Aug 27 04:24:48.706938 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9c4b22bb-8b0f-4900-9867-65a88550bd64 req-1c981f1c-f512-4b94-8339-a6cf1c454e3e tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Aug 27 04:24:53.858015 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:08.935414 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:25:09.047178 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-7097c703-bd4c-4a7e-81eb-76e1e532ec20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:11.836495 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-514c99a9-c982-4ac1-b77b-801c1fbc44c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:11.984924 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:12.923406 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:14.367488 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:23.807200 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:39.002041 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c25d96c7-8ab7-4a50-a28c-f10151807956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:40.839897 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-cd60a21d-a5cb-4e02-9ddb-a2c236116125 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388424 Aug 27 04:25:40.936324 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163611-7703-4748-a6c6-0b20804cc46d req-d73549e7-990e-4e0a-a431-b2f4e1272c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:40.937790 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-d73549e7-990e-4e0a-a431-b2f4e1272c2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 1098 time: 0.0404878 Aug 27 04:25:41.040882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163611-7703-4748-a6c6-0b20804cc46d req-0f140278-4c97-4b96-a5b5-f9e7aa6825ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:41.042343 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-0f140278-4c97-4b96-a5b5-f9e7aa6825ec service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 916 time: 0.0858033 Aug 27 04:25:41.083138 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-73968716-028c-438b-9c71-0a68df890bfe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a238e757-a409-433c-b725-1dcf138dba4e HTTP/1.1" status: 200 len: 217 time: 0.0330212 Aug 27 04:25:41.133567 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb163611-7703-4748-a6c6-0b20804cc46d req-d18d5763-619e-47ef-8a46-7457699b5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:41.134906 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-d18d5763-619e-47ef-8a46-7457699b5d58 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3066aac-043b-42ef-a7e3-35ac6a72d6e8 HTTP/1.1" status: 200 len: 854 time: 0.0447407 Aug 27 04:25:41.165645 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-bce1f559-70b0-42b4-a327-1733663d4b52 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238643 Aug 27 04:25:41.255430 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-1a1c420d-7b36-4e16-ba98-527df0016572 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824974 Aug 27 04:25:41.353495 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-bb163611-7703-4748-a6c6-0b20804cc46d req-477ee825-2671-41ee-b614-27cb32950d20 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902565 Aug 27 04:25:41.853250 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-f0490c06-08e6-4dba-a9c2-ffebe0d71ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:41.984651 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:42.939015 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:43.231304 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21357b-e948-4de0-9c2e-5eac00d83c61 req-bdae480c-b367-499d-8e7d-526ecc5a4819 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:43.232761 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5a21357b-e948-4de0-9c2e-5eac00d83c61 req-bdae480c-b367-499d-8e7d-526ecc5a4819 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0476410 Aug 27 04:25:43.276972 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5a21357b-e948-4de0-9c2e-5eac00d83c61 req-f1796281-5f4c-40de-96f0-2089dc2326ca tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Aug 27 04:25:44.279523 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:44.392833 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e8a57-d7db-473d-a7ea-ddbfad3dcad5 req-4d34a671-03d9-476f-a1e5-2508df945e34 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:44.394279 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e95e8a57-d7db-473d-a7ea-ddbfad3dcad5 req-4d34a671-03d9-476f-a1e5-2508df945e34 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0477445 Aug 27 04:25:44.432720 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-e95e8a57-d7db-473d-a7ea-ddbfad3dcad5 req-ed3b7e35-2261-4478-9615-2bb2f768e4e1 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325384 Aug 27 04:25:45.362375 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-f8e13d12-cf8d-414e-a708-033356b71a8e tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:45.363783 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-f8e13d12-cf8d-414e-a708-033356b71a8e tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0491400 Aug 27 04:25:45.452808 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Deleting port a238e757-a409-433c-b725-1dcf138dba4e {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:25:45.453150 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.541475 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] For port a238e757-a409-433c-b725-1dcf138dba4e, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=a238e757-a409-433c-b725-1dcf138dba4e,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:25:45.541913 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.544398 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238c986-ab11-4c6a-8c88-1dc0784a5a91 req-e609e750-01de-45ae-9b70-172364189290 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:25:45.546222 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5238c986-ab11-4c6a-8c88-1dc0784a5a91 req-e609e750-01de-45ae-9b70-172364189290 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 945 time: 0.0470798 Aug 27 04:25:45.556213 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Calling delete_port for a238e757-a409-433c-b725-1dcf138dba4e owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:25:45.587800 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-5238c986-ab11-4c6a-8c88-1dc0784a5a91 req-34437388-4668-4196-be1b-b4c1a77136f3 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357225 Aug 27 04:25:45.753738 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.781996 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Pushing event deleted for resources: {'Port': ['ID=a238e757-a409-433c-b725-1dcf138dba4e,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:25:45.789233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['a238e757-a409-433c-b725-1dcf138dba4e'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:25:45.793778 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.794145 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.794466 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.794911 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.795245 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.795575 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.795902 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.796233 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.796559 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.796881 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.797207 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.797529 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:25:45.831113 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] No DVR routers for this DVR port a238e757-a409-433c-b725-1dcf138dba4e on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:25:45.833467 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:25:45.835513 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3cdfe236-c099-4b77-97f1-d4c5e48ec0cb req-9e5c99cc-5f64-4c21-82aa-4abc39a28bff tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "DELETE /v2.0/ports/a238e757-a409-433c-b725-1dcf138dba4e HTTP/1.1" status: 204 len: 173 time: 0.4655643 Aug 27 04:25:45.835938 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'name': 'network-vif-deleted', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:25:45.838139 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c0566e-cf2d-4cf7-a956-518dd644c417" -d '{"events": [{"server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "name": "network-vif-deleted", "tag": "a238e757-a409-433c-b725-1dcf138dba4e"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:25:45.935790 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:25:45.974586 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95258d3-30d4-454f-a0f8-abc47400a66c x-openstack-request-id: req-e95258d3-30d4-454f-a0f8-abc47400a66c {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:25:45.974882 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ed4808-df5e-49ea-94f9-3e707d48ac05", "name": "network-vif-deleted", "tag": "a238e757-a409-433c-b725-1dcf138dba4e", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:25:45.975133 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e95258d3-30d4-454f-a0f8-abc47400a66c {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:25:45.975530 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ed4808-df5e-49ea-94f9-3e707d48ac05', 'name': 'network-vif-deleted', 'tag': 'a238e757-a409-433c-b725-1dcf138dba4e', 'status': 'completed', 'code': 200} Aug 27 04:25:46.700931 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7ed03d81-6eac-4b47-8443-e7f443bdcbef req-16cc362a-5bf5-40b4-b134-bd68b811f2d5 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=c9ed4808-df5e-49ea-94f9-3e707d48ac05 HTTP/1.1" status: 200 len: 210 time: 0.0297182 Aug 27 04:25:48.253632 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device a238e757-a409-433c-b725-1dcf138dba4e no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:25:48.276171 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: a238e757-a409-433c-b725-1dcf138dba4e {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:25:48.276512 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device a238e757-a409-433c-b725-1dcf138dba4e not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:25:53.841288 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:00.296189 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-b11d0249-2aed-49d2-9cb4-5334b1e5c826 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:00.297518 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-b11d0249-2aed-49d2-9cb4-5334b1e5c826 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 814 time: 0.0972533 Aug 27 04:26:00.312980 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-824a87b1-0323-4db8-a021-a388cf8abb97 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/quotas/acdf99bfe4454bd190356a3a79f0041f HTTP/1.1" status: 200 len: 375 time: 0.0097814 Aug 27 04:26:00.346591 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-68521197-f3b3-40af-bbb0-a27d8642ef02 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285771 Aug 27 04:26:00.499077 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-e59a2076-bb2e-4dc6-8f01-38de08928cb0 service neutron] 10.222.0.73 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457164 Aug 27 04:26:00.592101 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-ca32ff29-db37-473b-a85d-421b7a169ac0 service neutron] 10.222.0.73 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868454 Aug 27 04:26:01.842740 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7e1a7c19-24ce-45db-8b09-712222c4e7d5 req-2eed786b-20cf-448e-90d1-ceb239c51818 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0256648 Aug 27 04:26:02.918982 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a3a79b49-65e6-4fae-91f7-05034f84cfb3 req-9046ec08-869c-403b-87a5-4a499411de1d tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0254548 Aug 27 04:26:03.996616 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-693d2b73-3b77-4c8c-b87b-02c2135b6cb3 req-d90c2a48-637a-4ace-b56c-e055671576c8 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0250437 Aug 27 04:26:05.087529 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10f97e26-a71b-436d-863b-d66dbebf0d61 req-5f3b5a8c-87da-4827-8cc9-27575e7e1141 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0247767 Aug 27 04:26:05.725584 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-78d28f63-ac0f-489e-bd15-4d5b137f03cd tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:05.726998 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-78d28f63-ac0f-489e-bd15-4d5b137f03cd tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 814 time: 0.1015837 Aug 27 04:26:05.745604 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Request body: {'port': {'device_id': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f', 'admin_state_up': True, 'tenant_id': 'acdf99bfe4454bd190356a3a79f0041f'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:26:05.913287 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Made reservation on behalf of acdf99bfe4454bd190356a3a79f0041f for: {'port': 1} {{(pid=94486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 27 04:26:05.916804 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.042775 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.db_base_plugin_common [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Allocated IP 172.20.0.9 (f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f/a3066aac-043b-42ef-a7e3-35ac6a72d6e8/60cca948-fafd-4300-a030-a5cb4e843962) {{(pid=94486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 27 04:26:06.179102 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-72b6dc30-1216-46cf-8f0f-1498fbfbf2f7 req-2a24c92b-6959-4058-b7d8-eb14b3d0b2bd tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0255823 Aug 27 04:26:06.188586 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks [] for port, precommit_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.274205 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8766631237349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_create {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.312865 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f is already hosted by enough agents. {{(pid=94486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 27 04:26:06.315842 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.scheduler.base_scheduler [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Resources bound (agent type, host, resource id): {{(pid=94486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 27 04:26:06.319111 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Received port after_create {{(pid=94486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 27 04:26:06.355022 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Pushing event updated for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=1']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:06.377791 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:06.378388 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.441231 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-76cf91af-8a85-4dfa-8904-d68e5d1fc073 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6992781 Aug 27 04:26:06.459204 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.v2.base [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Request body: {'port': {'device_id': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80475'}} {{(pid=94486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 27 04:26:06.511470 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.759460 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60cca948-fafd-4300-a030-a5cb4e843962 {{(pid=94486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:26:06.766993 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.778653 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.provisioning_blocks [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Transition to ACTIVE for port object 60cca948-fafd-4300-a030-a5cb4e843962 will not be triggered until provisioned by entity L2. {{(pid=94486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 27 04:26:06.846144 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:06.897318 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Pushing event updated for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=2']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:06.961671 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Attempting to bind port 60cca948-fafd-4300-a030-a5cb4e843962 on host hv-cinder-80475 for vnic_type normal with profile {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 27 04:26:06.962002 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Attempting to bind port 60cca948-fafd-4300-a030-a5cb4e843962 by drivers openvswitch,hyperv on host hv-cinder-80475 at level 0 using segments [{'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 27 04:26:06.962324 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Attempting to bind port 60cca948-fafd-4300-a030-a5cb4e843962 on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:26:06.966954 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Port 60cca948-fafd-4300-a030-a5cb4e843962 on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80475 {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 27 04:26:06.967271 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Attempting to bind port 60cca948-fafd-4300-a030-a5cb4e843962 on network f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 27 04:26:06.971868 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Checking agent: {'id': '6ae2ccf6-5e82-4e2d-96d0-2ab83e2c42f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80475', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'started_at': datetime.datetime(2021, 8, 27, 4, 1, 21), 'heartbeat_timestamp': datetime.datetime(2021, 8, 27, 4, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 27 04:26:06.972207 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Checking segment: {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 27 04:26:06.972581 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Bound using segment: {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'} {{(pid=94486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 27 04:26:06.972996 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.managers [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Bound port: 60cca948-fafd-4300-a030-a5cb4e843962, host: hv-cinder-80475, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcce7edb-479d-40a0-835a-1842f7384c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f'}}] {{(pid=94486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 27 04:26:06.973341 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:07.034213 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, cleared binding levels {{(pid=94486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 27 04:26:07.037173 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60cca948-fafd-4300-a030-a5cb4e843962,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 27 04:26:07.126739 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9318846'] for port, after_update {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:07.163648 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.164263 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:07.165690 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] 10.222.0.74 "PUT /v2.0/ports/60cca948-fafd-4300-a030-a5cb4e843962 HTTP/1.1" status: 200 len: 1093 time: 0.7105551 Aug 27 04:26:07.166119 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:26:07.168396 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4126f0b-96fa-439a-b554-778f9830d601" -d '{"events": [{"name": "network-changed", "server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "tag": "60cca948-fafd-4300-a030-a5cb4e843962"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:26:07.192037 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e1d951-b024-4baa-96b2-66e6670ecb80 service neutron] Pushing event updated for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=3']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:07.205410 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 Aug 2021 04:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f7260a-1149-4a4a-8929-390b0efcc287 x-openstack-request-id: req-52f7260a-1149-4a4a-8929-390b0efcc287 {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:26:07.205727 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "tag": "60cca948-fafd-4300-a030-a5cb4e843962", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:26:07.206045 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-52f7260a-1149-4a4a-8929-390b0efcc287 {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:26:07.206442 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962', 'status': 'completed', 'code': 200} Aug 27 04:26:07.289614 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126f0b-96fa-439a-b554-778f9830d601 req-a8bc3930-dc8a-4b07-a71e-d97e3a2c269c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.291043 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c4126f0b-96fa-439a-b554-778f9830d601 req-a8bc3930-dc8a-4b07-a71e-d97e3a2c269c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 1096 time: 0.0423586 Aug 27 04:26:07.295686 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6674a-af94-4f6f-902e-31b453d2876c req-c5e05ae5-bff4-40c6-8c5e-5bdedf4c9212 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.297160 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5a6674a-af94-4f6f-902e-31b453d2876c req-c5e05ae5-bff4-40c6-8c5e-5bdedf4c9212 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 943 time: 0.0512435 Aug 27 04:26:07.336712 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b5a6674a-af94-4f6f-902e-31b453d2876c req-90e32b9c-520d-4e27-8a9c-95f3622589ac tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336351 Aug 27 04:26:07.399353 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126f0b-96fa-439a-b554-778f9830d601 req-bcd140ed-e2b1-4541-b024-c1fa64b0ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.400833 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c4126f0b-96fa-439a-b554-778f9830d601 req-bcd140ed-e2b1-4541-b024-c1fa64b0ac81 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=acdf99bfe4454bd190356a3a79f0041f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0971768 Aug 27 04:26:07.494222 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4126f0b-96fa-439a-b554-778f9830d601 req-88a2a17a-7243-4208-a774-d8ac49bc0aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.495754 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-c4126f0b-96fa-439a-b554-778f9830d601 req-88a2a17a-7243-4208-a774-d8ac49bc0aa7 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0879753 Aug 27 04:26:07.594399 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-1baee536-1e20-45b8-b70c-670ed0ec86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.595801 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-1baee536-1e20-45b8-b70c-670ed0ec86fe service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 1096 time: 0.0410805 Aug 27 04:26:07.645419 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-e970572e-e8b4-43ed-b139-962125097b5d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60cca948-fafd-4300-a030-a5cb4e843962 HTTP/1.1" status: 200 len: 217 time: 0.0358636 Aug 27 04:26:07.693278 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548eea3-9053-49c5-a831-7749786530fc req-87b2cec3-04d7-48bd-8508-a21ad97a6bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:07.694693 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-87b2cec3-04d7-48bd-8508-a21ad97a6bf6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3066aac-043b-42ef-a7e3-35ac6a72d6e8 HTTP/1.1" status: 200 len: 854 time: 0.0427055 Aug 27 04:26:07.724891 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-13655402-ea9d-4d7d-9ecc-2db9dde11942 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230894 Aug 27 04:26:07.814932 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-a884e291-831a-43f7-a766-a3576713fbd6 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827894 Aug 27 04:26:07.900838 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-9548eea3-9053-49c5-a831-7749786530fc req-d108bbf1-0962-4a62-b7c2-6a00a0b8c13d service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789776 Aug 27 04:26:08.452920 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46aed9-102b-4ead-a3f3-dc451dbb842d req-1d24e799-93ed-40dd-9a1d-504764c29791 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:08.454360 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d46aed9-102b-4ead-a3f3-dc451dbb842d req-1d24e799-93ed-40dd-9a1d-504764c29791 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 943 time: 0.0478461 Aug 27 04:26:08.492347 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-7d46aed9-102b-4ead-a3f3-dc451dbb842d req-93f98da4-e54b-4750-8f6b-f9da372ed2ec tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320554 Aug 27 04:26:09.011291 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-bef7e44e-e6c5-42a7-8409-c66d33e940ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:09.603917 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c98fb5-3214-4aa8-a2a0-1925289b4816 req-ea534284-0d2f-4fb4-851f-77f1180078e2 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:09.605350 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10c98fb5-3214-4aa8-a2a0-1925289b4816 req-ea534284-0d2f-4fb4-851f-77f1180078e2 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 943 time: 0.0477810 Aug 27 04:26:09.642655 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-10c98fb5-3214-4aa8-a2a0-1925289b4816 req-df1f1042-cc88-446b-989c-f636a9a80906 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308185 Aug 27 04:26:10.756447 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5a00b-73df-4fcf-9e36-c207e1c3bf0a req-aa41a808-fdf2-44ba-a1e8-33517b523da9 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:10.757881 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d2b5a00b-73df-4fcf-9e36-c207e1c3bf0a req-aa41a808-fdf2-44ba-a1e8-33517b523da9 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 943 time: 0.0506010 Aug 27 04:26:10.794449 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d2b5a00b-73df-4fcf-9e36-c207e1c3bf0a req-cb72abcb-5ee3-4d39-855e-1e2552117c92 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Aug 27 04:26:11.847038 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4fc69cee-9e77-414b-acf7-51826bc1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:11.910103 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e1a2a-5a7d-4f98-9272-6bb45d9f5255 req-622e64dd-db4e-42f8-87fe-136425d095dc tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:11.911594 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-656e1a2a-5a7d-4f98-9272-6bb45d9f5255 req-622e64dd-db4e-42f8-87fe-136425d095dc tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 943 time: 0.0487661 Aug 27 04:26:11.948777 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-656e1a2a-5a7d-4f98-9272-6bb45d9f5255 req-b04eca5f-95ba-481f-ab34-049963a4f7c5 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312850 Aug 27 04:26:11.978321 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:12.416491 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 60cca948-fafd-4300-a030-a5cb4e843962 details requested by agent hyperv_hv-cinder-80475 with host hv-cinder-80475 {{(pid=94488) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 27 04:26:12.508093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60cca948-fafd-4300-a030-a5cb4e843962,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:26:12.519823 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Returning: {'device': '60cca948-fafd-4300-a030-a5cb4e843962', 'network_id': 'f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f', 'port_id': '60cca948-fafd-4300-a030-a5cb4e843962', 'mac_address': 'fa:16:3e:07:cc:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3066aac-043b-42ef-a7e3-35ac6a72d6e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94488) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 27 04:26:12.560942 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:12.573048 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60cca948-fafd-4300-a030-a5cb4e843962 {{(pid=94488) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 27 04:26:12.592635 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60cca948-fafd-4300-a030-a5cb4e843962,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:26:12.674955 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:12.721859 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=4']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:12.728594 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.728938 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.729276 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.729607 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.729936 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.730263 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.731473 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.731844 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.732194 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.732562 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.732903 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.733236 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:12.897861 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:13.063821 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a4d33-c092-450b-a38c-915381c3e515 req-3f339d4c-d436-4777-b036-82f1202936bf tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:13.065245 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a88a4d33-c092-450b-a38c-915381c3e515 req-3f339d4c-d436-4777-b036-82f1202936bf tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 944 time: 0.0469120 Aug 27 04:26:13.096715 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['60cca948-fafd-4300-a030-a5cb4e843962'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:26:13.102960 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-a88a4d33-c092-450b-a38c-915381c3e515 req-61f96c29-75f7-454a-9d93-689a0b23e2b8 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319118 Aug 27 04:26:14.216702 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97d2d-9fcb-493c-96f1-59d7aecb2790 req-de6c4ef6-9f0e-4a2c-8bd5-4322f529845e tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:14.218167 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6b97d2d-9fcb-493c-96f1-59d7aecb2790 req-de6c4ef6-9f0e-4a2c-8bd5-4322f529845e tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 944 time: 0.0515590 Aug 27 04:26:14.255321 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-d6b97d2d-9fcb-493c-96f1-59d7aecb2790 req-e11998f0-9f90-496a-a779-0d4a605f03c6 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313020 Aug 27 04:26:14.278807 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:14.438792 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 60cca948-fafd-4300-a030-a5cb4e843962 up at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 27 04:26:14.593031 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning for port 60cca948-fafd-4300-a030-a5cb4e843962 completed by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 27 04:26:14.596788 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.db.provisioning_blocks [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Provisioning complete for port 60cca948-fafd-4300-a030-a5cb4e843962 triggered by entity L2. {{(pid=94488) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 27 04:26:14.597162 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-133753291'] for port, provisioning_complete {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:14.678377 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-133762370'] for port, before_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:14.700171 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962'}] {{(pid=94488) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:26:14.702379 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91f78116d00c962d401592781bf6fd72886044d4e60e2a3c63ca5437ebd6e6c9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a07bbda-9b4c-45e0-ad4b-dd4bbf2cc1c4" -d '{"events": [{"server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "60cca948-fafd-4300-a030-a5cb4e843962"}]}' {{(pid=94488) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:26:14.715399 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60cca948-fafd-4300-a030-a5cb4e843962,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94488) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:26:14.737417 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc62115-b411-40ac-966d-9525e2ecdce7 x-openstack-request-id: req-7fc62115-b411-40ac-966d-9525e2ecdce7 {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:26:14.737704 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "name": "network-vif-plugged", "status": "completed", "tag": "60cca948-fafd-4300-a030-a5cb4e843962", "code": 200}]} {{(pid=94488) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:26:14.737954 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7fc62115-b411-40ac-966d-9525e2ecdce7 {{(pid=94488) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:26:14.738344 dv-cinder-804757-2-iscsi neutron-server[94488]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962', 'code': 200} Aug 27 04:26:14.793679 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8766631693617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8766631237367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8766631237645'] for port, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:14.842339 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Pushing event updated for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=5']} {{(pid=94488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:15.057821 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194d741-3c86-47fc-bf8d-0816411f5c40 req-b922ee41-7bf6-4689-8b08-85f08d40437c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:15.059852 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3194d741-3c86-47fc-bf8d-0816411f5c40 req-b922ee41-7bf6-4689-8b08-85f08d40437c service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 1098 time: 0.0405374 Aug 27 04:26:15.095243 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-3194d741-3c86-47fc-bf8d-0816411f5c40 req-f2c03c26-26bd-4133-93b5-4d3153e97fbb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284941 Aug 27 04:26:15.374497 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6520c-72db-425b-9fea-cd5121543863 req-ef5f8c16-c0e4-4bfd-aa10-d731cb3e2594 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:15.376002 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aee6520c-72db-425b-9fea-cd5121543863 req-ef5f8c16-c0e4-4bfd-aa10-d731cb3e2594 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0541856 Aug 27 04:26:15.416391 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-aee6520c-72db-425b-9fea-cd5121543863 req-ba35ca08-3d9d-413e-8edb-d3059fa5a057 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Aug 27 04:26:16.534452 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb655ffe-5837-4518-b824-caeb285d46ff req-12fdb487-910c-4ad9-b0c5-fd34adaf7789 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:16.535966 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb655ffe-5837-4518-b824-caeb285d46ff req-12fdb487-910c-4ad9-b0c5-fd34adaf7789 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0516071 Aug 27 04:26:16.574373 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-bb655ffe-5837-4518-b824-caeb285d46ff req-226bee31-a7ab-4493-96d9-3a0bb0376154 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321627 Aug 27 04:26:17.690416 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2b359-e9a7-4680-b97b-086d4b02224b req-c16a7caa-077a-4197-804c-f40639c3153d tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:17.691875 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f9e2b359-e9a7-4680-b97b-086d4b02224b req-c16a7caa-077a-4197-804c-f40639c3153d tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0504816 Aug 27 04:26:17.732844 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-f9e2b359-e9a7-4680-b97b-086d4b02224b req-33951222-b429-4e10-9445-d155c5b33a02 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351236 Aug 27 04:26:22.935101 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:26:23.800710 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:39.023070 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cdc11734-3ba5-4bc7-ade6-9b03b90a291d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:41.811554 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-66fd8456-22ac-4b13-b0f7-a11eac516109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:41.867241 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-45e261b2-5fb8-47e0-96d5-a880a5ff4573 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428905 Aug 27 04:26:41.963883 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:41.986600 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-af05fd82-d7e9-41ae-ae3f-f8c80a24585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:41.988095 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-af05fd82-d7e9-41ae-ae3f-f8c80a24585f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=acdf99bfe4454bd190356a3a79f0041f&device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 1098 time: 0.0406990 Aug 27 04:26:42.095865 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-aab78ed6-15e6-495f-8d9a-54763535c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:42.097344 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-aab78ed6-15e6-495f-8d9a-54763535c0bd service neutron] 10.222.0.74 "GET /v2.0/networks?id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 200 len: 916 time: 0.0881534 Aug 27 04:26:42.143585 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-020bfb62-972b-4cd1-ab22-c4431da0a654 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60cca948-fafd-4300-a030-a5cb4e843962 HTTP/1.1" status: 200 len: 217 time: 0.0371017 Aug 27 04:26:42.192853 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-9b96c468-b202-4126-8495-a923766bb1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:42.194261 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-9b96c468-b202-4126-8495-a923766bb1d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=a3066aac-043b-42ef-a7e3-35ac6a72d6e8 HTTP/1.1" status: 200 len: 854 time: 0.0427785 Aug 27 04:26:42.238773 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-2c1ea673-2bc5-4794-9251-b00047d86c83 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237379 Aug 27 04:26:42.333532 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-d7452ee0-bfeb-4239-8871-96672233d31f service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870998 Aug 27 04:26:42.427398 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-0db54d01-9420-400d-9d55-c3c3261a9be8 req-f8dd690d-8253-466f-a2c3-f3089fb688c4 service neutron] 10.222.0.74 "GET /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839219 Aug 27 04:26:42.920160 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:44.320886 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:44.366535 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bf7f6-a4c4-4ac3-8e65-3a795e552006 req-eab5f271-94cf-4643-a638-8595fac9f73a tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:44.368054 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-896bf7f6-a4c4-4ac3-8e65-3a795e552006 req-eab5f271-94cf-4643-a638-8595fac9f73a tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0484459 Aug 27 04:26:44.407256 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-896bf7f6-a4c4-4ac3-8e65-3a795e552006 req-3bd83e75-0a29-436c-8fc3-b5e477c762f5 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Aug 27 04:26:45.527909 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f41de-b69c-4aeb-84aa-6251035c88c7 req-90571b9f-1364-4444-9162-74db1f3af248 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:45.529356 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b56f41de-b69c-4aeb-84aa-6251035c88c7 req-90571b9f-1364-4444-9162-74db1f3af248 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0492649 Aug 27 04:26:45.567204 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-b56f41de-b69c-4aeb-84aa-6251035c88c7 req-55f995d4-4fa5-46ff-9a84-aa59631ce2ec tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314989 Aug 27 04:26:46.461381 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-fb2fcaca-f506-4a61-a870-282cef281422 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:46.462883 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-fb2fcaca-f506-4a61-a870-282cef281422 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0478008 Aug 27 04:26:46.557742 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Deleting port 60cca948-fafd-4300-a030-a5cb4e843962 {{(pid=94486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 27 04:26:46.558073 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8766631718943'] for port, before_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:46.644342 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.db [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] For port 60cca948-fafd-4300-a030-a5cb4e843962, host hv-cinder-80475, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80475',level=0,port_id=60cca948-fafd-4300-a030-a5cb4e843962,segment=NetworkSegment(bcce7edb-479d-40a0-835a-1842f7384c82),segment_id=bcce7edb-479d-40a0-835a-1842f7384c82)] {{(pid=94486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 27 04:26:46.644719 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-449310'] for port, precommit_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:46.661822 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.plugins.ml2.plugin [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Calling delete_port for 60cca948-fafd-4300-a030-a5cb4e843962 owned by compute:nova {{(pid=94486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 27 04:26:46.683245 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032152a-5926-4ea0-a4fc-809700630e64 req-072ed0f6-cd39-42d3-a0cb-bcc73d405a94 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94487) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 27 04:26:46.684705 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9032152a-5926-4ea0-a4fc-809700630e64 req-072ed0f6-cd39-42d3-a0cb-bcc73d405a94 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 945 time: 0.0515130 Aug 27 04:26:46.723777 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-9032152a-5926-4ea0-a4fc-809700630e64 req-9bf708dc-6259-4882-838e-69557fd3a205 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/security-groups?id=04ab4674-9f6b-49d0-89d2-86fd05467a4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325341 Aug 27 04:26:46.838025 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-133762317', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-955682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8766631693599', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8766631237358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9318823'] for port, after_delete {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:46.866236 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Pushing event deleted for resources: {'Port': ['ID=60cca948-fafd-4300-a030-a5cb4e843962,revision_number=None']} {{(pid=94486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:26:46.877233 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.db [None req-c04259f6-520e-4a85-a373-5581f646847e None None] get_ports_and_sgs() called for port_ids ['60cca948-fafd-4300-a030-a5cb4e843962'] {{(pid=94488) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 27 04:26:46.895138 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.895489 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.895830 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.896165 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.896502 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.896850 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.897159 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.897486 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.897808 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.898129 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.898456 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.898802 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:26:46.919074 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] No DVR routers for this DVR port 60cca948-fafd-4300-a030-a5cb4e843962 on host hv-cinder-80475 {{(pid=94486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 27 04:26:46.921938 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron_lib.callbacks.manager [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-961039'] for port, before_response {{(pid=94486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:46.923973 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.wsgi [req-d1718da0-2c84-4491-86ef-805f76ff1c6c req-4a2007b4-5783-4634-9f50-91d095084400 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.74 "DELETE /v2.0/ports/60cca948-fafd-4300-a030-a5cb4e843962 HTTP/1.1" status: 204 len: 173 time: 0.4551351 Aug 27 04:26:46.924423 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'name': 'network-vif-deleted', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962'}] {{(pid=94486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 27 04:26:46.926681 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8d335087ba848ef4c8b39890bc9ae13fce2fb4c84eb44f8cae933dcdc37362fe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f40a8-47d1-4f67-ba4d-caf3a797e672" -d '{"events": [{"server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "name": "network-vif-deleted", "tag": "60cca948-fafd-4300-a030-a5cb4e843962"}]}' {{(pid=94486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 27 04:26:46.967630 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 Aug 2021 04:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b8654-1e61-4cfd-9dc2-6fd158da8c1a x-openstack-request-id: req-bb8b8654-1e61-4cfd-9dc2-6fd158da8c1a {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 27 04:26:46.967937 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b", "name": "network-vif-deleted", "tag": "60cca948-fafd-4300-a030-a5cb4e843962", "status": "completed", "code": 200}]} {{(pid=94486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 27 04:26:46.968191 dv-cinder-804757-2-iscsi neutron-server[94486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb8b8654-1e61-4cfd-9dc2-6fd158da8c1a {{(pid=94486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 27 04:26:46.968592 dv-cinder-804757-2-iscsi neutron-server[94486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b', 'name': 'network-vif-deleted', 'tag': '60cca948-fafd-4300-a030-a5cb4e843962', 'status': 'completed', 'code': 200} Aug 27 04:26:47.826905 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [req-fd305ad2-bc42-4f45-8c12-216d32b9f27d req-072889ae-75e8-4651-9462-b929bd57d737 tempest-VolumesSnapshotTestJSON-1101285865 tempest-VolumesSnapshotTestJSON-1101285865-project] 10.222.0.73 "GET /v2.0/ports?device_id=e48fd080-6a8b-4fd3-aa3e-7d9fc204fd4b HTTP/1.1" status: 200 len: 210 time: 0.0263937 Aug 27 04:26:50.617348 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 60cca948-fafd-4300-a030-a5cb4e843962 no longer exists at agent hyperv_hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 27 04:26:50.637084 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.plugin [None req-c04259f6-520e-4a85-a373-5581f646847e None None] No Port match for: 60cca948-fafd-4300-a030-a5cb4e843962 {{(pid=94488) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 27 04:26:50.637428 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron.plugins.ml2.rpc [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Device 60cca948-fafd-4300-a030-a5cb4e843962 not bound to the agent host hv-cinder-80475 {{(pid=94488) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 27 04:26:53.820853 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:26:59.934343 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:27:09.040049 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c2be3c55-2b00-4622-af0c-8194ec41de9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:11.843844 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-ab6d5d86-6676-472e-b66e-2a91586b94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:11.964881 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:12.975273 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:14.308346 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:16.886207 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 50478) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:16.929739 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.db.db_base_plugin_v2 [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Deleting subnet a3066aac-043b-42ef-a7e3-35ac6a72d6e8 {{(pid=94487) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 27 04:27:16.933337 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:16.967864 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3877418'] for subnet, precommit_delete_associations {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.009253 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133660601'] for subnet, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.131034 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-133660598', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9318061', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9060580'] for subnet, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.154023 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3066aac-043b-42ef-a7e3-35ac6a72d6e8,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:27:17.163463 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.166251 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.167678 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.167678 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.167678 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.167678 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-804757-2-iscsi {{(pid=94487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 27 04:27:17.170149 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for subnet, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.172637 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4542bb4d-4717-4506-b8ae-ce029970b354 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/a3066aac-043b-42ef-a7e3-35ac6a72d6e8 HTTP/1.1" status: 204 len: 168 time: 0.2848101 Aug 27 04:27:17.174504 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 50480) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:17.240418 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133811753'] for network, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.319960 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133754946', 'neutron.services.segments.db._delete_segments_for_network-8766631735022'] for network, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.329762 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f']}} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:17.339980 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcce7edb-479d-40a0-835a-1842f7384c82') {'for_net_delete': True} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:17.340280 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.services.segments.db [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcce7edb-479d-40a0-835a-1842f7384c82') {} {{(pid=94487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 27 04:27:17.348755 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8766631734905', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3877429'] for segment, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.362369 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440'] for segment, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.368194 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=94487) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 27 04:27:17.368614 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-133595440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9318091'] for segment, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: Traceback (most recent call last): Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: timer() Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: cb(*args, **kw) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: return func(*args, **kwargs) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: self._notify() Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: self.callback(batched_events) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: event.method(event) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: aggregate_uuid = self.p_client.list_aggregates( Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: return f(self, *a, **k) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._get(url).json() Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: return self.request(url, 'GET', **kwargs) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: base_url = self.get_endpoint(auth, allow=allow, Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 27 04:27:17.370383 dv-cinder-804757-2-iscsi neutron-server[94487]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 27 04:27:17.530806 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-133754939', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-568714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-436323'] for network, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.536335 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-568696'] for network, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.541668 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] 10.222.0.73 "DELETE /v2.0/networks/f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f HTTP/1.1" status: 204 len: 168 time: 0.3626802 Aug 27 04:27:17.807784 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a571fe5-5908-451a-ac51-8f0c731ef0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f9eb7a26-3cbe-4a98-a44c-9ba9695ebf5f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:27:17.868676 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 50484) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:17.907495 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-6adc4714-c39b-44d8-b61d-40d43378e1b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=acdf99bfe4454bd190356a3a79f0041f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374987 Aug 27 04:27:17.909865 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [-] (94487) accepted ('10.222.0.73', 50486) {{(pid=94487) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 27 04:27:17.956686 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:17.977563 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:18.089073 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-631320'] for security_group, after_delete {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:18.091604 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron_lib.callbacks.manager [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:18.092728 dv-cinder-804757-2-iscsi neutron-server[94487]: INFO neutron.wsgi [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/04ab4674-9f6b-49d0-89d2-86fd05467a4f HTTP/1.1" status: 204 len: 168 time: 0.1820016 Aug 27 04:27:18.100190 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109c42a-4c7e-4453-ab27-673cec702d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ab4674-9f6b-49d0-89d2-86fd05467a4f,revision_number=None']} {{(pid=94487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 27 04:27:23.836875 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:36.936587 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:27:39.050416 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-794015ed-c28c-449b-bfd4-2b53192e0a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:41.861673 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-051c1895-41d8-43f9-aec6-41e4eb3dfa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:41.973463 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:42.912967 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:44.310611 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:27:53.826785 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:09.018578 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-27663453-463a-473c-b0ce-c7a72072f2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:11.915745 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-45c77519-6ad1-4436-bf84-fa4f9d01c0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:12.003963 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:12.923828 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:13.934944 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:28:14.318264 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:23.821003 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:39.043351 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-82478471-a801-448b-9e7c-365dbccbd059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:41.849052 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-5da7210c-9072-4080-bc5e-bad48439c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:41.974653 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:42.931836 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:44.323616 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:28:47.887019 dv-cinder-804757-2-iscsi neutron-server[94487]: DEBUG neutron.wsgi [req-6863c553-60ed-4557-a092-df1e930016ef req-a081e04c-e96e-45ca-87c4-48cbdd71ad91 service neutron] (94487) timed out ('10.222.0.73', 45864) {{(pid=94487) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 27 04:28:50.934018 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:28:53.860131 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:09.014286 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e2b05dc3-6945-48f0-8ec1-befc1c47eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:11.848411 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9228145-6b33-424e-8ce6-0bcac7f9bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:11.991386 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:12.967971 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:14.339508 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:23.850744 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:27.932798 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:29:39.025123 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-68f25f9d-4d65-494d-bc06-3a74ed01de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:41.850396 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e09d3f8d-b30f-45f1-bdf9-77d5c2d44c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:41.967268 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:42.932821 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:44.310244 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:29:53.853093 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:04.932973 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:30:09.035417 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-9f41ed25-4ccf-4bd9-beeb-1f79cd5e1011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:11.826726 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1564a973-2af5-427e-a3ab-69d26e21a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:11.958096 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:12.909782 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:14.329220 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:23.909331 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:39.094786 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4833621d-e1b6-4bc3-b053-8518180b5f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:41.852023 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c82bbec4-1d89-4fc9-8497-09fdcaa65eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:41.932005 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:30:42.000768 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:42.943254 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:44.375820 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:30:53.891866 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:09.041965 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-1c3b90d7-ae3b-4504-9e35-36145b8a6444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.879921 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-79ffa06d-f6a1-446c-adee-37841ead26be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:11.967419 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:12.927855 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:14.388381 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:18.931433 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:31:23.864638 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:39.016060 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-a4f93e70-f30c-411f-b750-792407ec92e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.833121 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-69c1ddec-4fc0-42bf-9761-9b3f3e88dcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:41.999809 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:42.949860 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:44.324725 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:53.895788 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:31:55.930711 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:09.021648 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-6263e9e5-bc80-4424-8670-8ea03c145e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:11.832888 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e57334d4-43e7-4a94-817f-4e0efffb5efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:11.975901 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:12.987584 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:14.377760 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:23.919950 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:32.929609 dv-cinder-804757-2-iscsi neutron-server[94489]: DEBUG neutron.db.agents_db [None req-13094a02-6a2b-4409-839f-3f7614a651bb None None] Agent healthcheck: found 6 active agents {{(pid=94489) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 27 04:32:39.051770 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6c00-73b7-43ea-9f4c-c418823ac063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:41.863343 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-90414ec1-c3a7-49f4-b319-00262b812f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:41.959819 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-e9a7816b-c24d-44cd-909d-aef58906735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:42.936477 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-3bf5cae1-a9d3-4dcf-b216-8f3b33ac9a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:44.360238 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-4738eedc-6900-42b9-85e7-95edaa63067c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 27 04:32:53.911882 dv-cinder-804757-2-iscsi neutron-server[94488]: DEBUG neutron_lib.callbacks.manager [None req-c04259f6-520e-4a85-a373-5581f646847e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8766631735004', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133753208'] for agent, after_update {{(pid=94488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}